{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 4062.035, "limit_mb": null}, "detail": {"watchdog_timeout_sec": 30.0}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1317739622400, "copied_frame_count": 476613, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-09-02T06:12:45+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5415129, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-09-02T06:12:40+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.89}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "cb6f26d5", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 2, "events_emitted": 1, "events_failed": 1, "events_observed": 2, "events_suppressed": 0, "frame_buffer_copied_bytes": 1317739622400, "frame_buffer_copies": 476613, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 2, "worker_jobs_completed": 1, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0587, "count": 512, "max_ms": 0.7671, "p50_ms": 0.0521, "p95_ms": 0.0737, "p99_ms": 0.0879}, "stages": {"db_insert": {"avg_ms": 42.0602, "count": 1, "max_ms": 42.0602, "p50_ms": 42.0602, "p95_ms": 42.0602, "p99_ms": 42.0602, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.7648, "count": 2, "max_ms": 1.139, "p50_ms": 0.7648, "p95_ms": 1.1016, "p99_ms": 1.1315, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 676.6032, "count": 2, "max_ms": 1333.2965, "p50_ms": 676.6032, "p95_ms": 1267.6272, "p99_ms": 1320.1627, "results": {"failed": 1, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.7113, "count": 512, "max_ms": 1.0611, "p50_ms": 0.7071, "p95_ms": 0.828, "p99_ms": 0.9767, "results": {"failed": 0, "not_applicable": 0, "success": 476613, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 170.8575, "count": 2, "max_ms": 340.0912, "p50_ms": 170.8575, "p95_ms": 323.1679, "p99_ms": 336.7065, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 8.8602, "count": 2, "max_ms": 9.7242, "p50_ms": 8.8602, "p95_ms": 9.6378, "p99_ms": 9.7069, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 3.3794, "count": 50, "max_ms": 4.2849, "p50_ms": 3.2952, "p95_ms": 3.8104, "p99_ms": 4.2231, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.9299, "count": 50, "max_ms": 2.7028, "p50_ms": 0.7173, "p95_ms": 2.5029, "p99_ms": 2.6318, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 168.2955, "count": 2, "max_ms": 336.5315, "p50_ms": 168.2955, "p95_ms": 319.7079, "p99_ms": 333.1668, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 286.7464, "count": 1, "max_ms": 286.7464, "p50_ms": 286.7464, "p95_ms": 286.7464, "p99_ms": 286.7464, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 47.2752, "count": 1, "max_ms": 47.2752, "p50_ms": 47.2752, "p95_ms": 47.2752, "p99_ms": 47.2752, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 0.9715, "count": 1, "max_ms": 0.9715, "p50_ms": 0.9715, "p95_ms": 0.9715, "p99_ms": 0.9715, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 26.7426, "count": 1, "max_ms": 26.7426, "p50_ms": 26.7426, "p95_ms": 26.7426, "p99_ms": 26.7426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6445, "count": 2, "max_ms": 0.783, "p50_ms": 0.6445, "p95_ms": 0.7691, "p99_ms": 0.7802, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 0.4906, "count": 1, "max_ms": 0.4906, "p50_ms": 0.4906, "p95_ms": 0.4906, "p99_ms": 0.4906, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 0.4906, "count": 1, "max_ms": 0.4906, "p50_ms": 0.4906, "p95_ms": 0.4906, "p99_ms": 0.4906, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6445, "count": 2, "max_ms": 0.783, "p50_ms": 0.6445, "p95_ms": 0.7691, "p99_ms": 0.7802, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.5428, "count": 2, "max_ms": 0.6298, "p50_ms": 0.5428, "p95_ms": 0.6211, "p99_ms": 0.6281, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 930.0809, "count": 1, "max_ms": 930.0809, "p50_ms": 930.0809, "p95_ms": 930.0809, "p99_ms": 930.0809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.9456, "count": 2, "max_ms": 4.5914, "p50_ms": 2.9456, "p95_ms": 4.4268, "p99_ms": 4.5585, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 3.3194, "count": 2, "max_ms": 4.0018, "p50_ms": 3.3194, "p95_ms": 3.9335, "p99_ms": 3.9881, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.3681, "count": 2, "max_ms": 0.6665, "p50_ms": 0.3681, "p95_ms": 0.6366, "p99_ms": 0.6605, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1035, "count": 2, "max_ms": 2.4323, "p50_ms": 2.1035, "p95_ms": 2.3994, "p99_ms": 2.4258, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 504.2056, "count": 2, "max_ms": 992.3783, "p50_ms": 504.2056, "p95_ms": 943.5611, "p99_ms": 982.6149, "results": {"failed": 1, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "cb6f26d5", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 2, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 2, "max_ms": 0.6665, "p50_ms": 0.3681, "p95_ms": 0.6366, "p99_ms": 0.6605}, "wait_ms": {"count": 2, "max_ms": 2.4323, "p50_ms": 2.1035, "p95_ms": 2.3994, "p99_ms": 2.4258}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 2, "artifact_failed": 0, "artifact_requested": 2, "artifact_success": 2, "completed": 2, "completed_failed": 1, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 2, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6676, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 2, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 2}, "snapshot": {"copied_bytes": 5529600, "copied_count": 2, "copy": {"count": 2, "max_ms": 1.139, "p50_ms": 0.7648, "p95_ms": 1.1016, "p99_ms": 1.1315}}, "state": "running"}}, "event_type": "frame_read_watchdog_timeout", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 47693.367, "last_started_at": "2026-09-01T17:05:36+09:00", "pid": 445, "process": {"exists": true, "fd_count": 5, "hwm_mb": 294.676, "name": "ffmpeg", "pid": 445, "rss_mb": 294.676, "state": "S (sleeping)", "threads": 70}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 41.345, "sample_count": 2699, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 476613, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T06:20:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "cb6f26d5", "last_frame_pushed_age_sec": 30.051, "last_frame_pushed_at": "2026-09-02T06:20:00+09:00", "last_frame_read_age_sec": 30.094, "last_frame_read_at": "2026-09-02T06:20:00+09:00", "memory_observability": {"active_channels": ["20"], "capped": false, "configured_mode": "monitoring", "current_rows": 82, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 245.233, "last_sample_duration_ms": 367.121, "last_trigger": "periodic", "next_snapshot_in_sec": 354.767, "reason": "waiting_for_next_snapshot", "rotation_count": 84, "runtime_state": "active", "sample_count": 82, "storage_bytes": 1718778}, "mjpeg": {"age_sec": 30.044, "exists": true, "mtime": "2026-09-02T06:20:00.207679+09:00", "mtime_epoch": 1788297600.2076793, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 242017}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-09-02T06:20:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1182.668, "name": "celery", "pid": 249, "rss_mb": 1178.465, "state": "S (sleeping)", "threads": 78}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 1, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 1}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 1, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 1, "last_event_ttl_s": 120.0, "last_prune_age_s": 33.257, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "mixed", "decision_basis": "strong_samples", "decision_frame": 2054, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.111172, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 30, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30073.091, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30063.757, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30064.753, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30064.324, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 249, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.277, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 249, "process_rss_mb_proxy": 1178.395, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.394, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "cb6f26d5", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 41.458, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 476463, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T06:19:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 239799, "write_bytes_delta": 239799, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 387.0, "cpu_core_ratio": 0.222698, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 445, "reason": null, "system_cpu_core_ratio": 0.029826, "system_cpu_s_delta": 0.2999999999999545, "user_cpu_core_ratio": 0.192873, "user_cpu_s_delta": 1.9399999999986903}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.389722, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 249, "reason": null, "system_cpu_core_ratio": 0.084506, "system_cpu_s_delta": 0.8499999999994543, "user_cpu_core_ratio": 0.305216, "user_cpu_s_delta": 3.070000000001528}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.526, "count": 300, "max_ms": 1.809, "p95_ms": 1.648, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.82, "max": 4.0, "p95": 4.0, "sample_count": 300}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 300}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.27, "count": 30, "max": 25.549, "p95": 19.914, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.839, "count": 30, "max": 14.97, "p95": 12.763, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 389.4, "count": 30, "max": 396.0, "p95": 393.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.029, "count": 30, "max": 0.034, "p95": 0.033, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.196, "count": 30, "max": 0.205, "p95": 0.202, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.124, "p95": 0.02, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 241873.4, "count": 30, "max": 247790.0, "p95": 246724.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 241873.4, "count": 30, "max": 247790.0, "p95": 246724.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.533, "count": 30, "max": 67.0, "p95": 15.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.108, "count": 30, "max": 0.538, "p95": 0.162, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.314, "count": 30, "max": 0.587, "p95": 0.347, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 4719, "sampled_at": "2026-09-02T06:19:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T06:19:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-09-01T17:05:35+09:00", "state": "running", "task_id": "661d3cbb-8e08-462e-832f-7ef72fdf6846", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 3971.582, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1317739622400, "copied_frame_count": 476613, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-09-02T06:12:45+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5415129, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-09-02T06:12:40+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.89}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "cb6f26d5", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 2, "events_emitted": 1, "events_failed": 1, "events_observed": 2, "events_suppressed": 0, "frame_buffer_copied_bytes": 1317739622400, "frame_buffer_copies": 476613, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 2, "worker_jobs_completed": 1, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0587, "count": 512, "max_ms": 0.7671, "p50_ms": 0.0521, "p95_ms": 0.0737, "p99_ms": 0.0879}, "stages": {"db_insert": {"avg_ms": 42.0602, "count": 1, "max_ms": 42.0602, "p50_ms": 42.0602, "p95_ms": 42.0602, "p99_ms": 42.0602, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.7648, "count": 2, "max_ms": 1.139, "p50_ms": 0.7648, "p95_ms": 1.1016, "p99_ms": 1.1315, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 676.6032, "count": 2, "max_ms": 1333.2965, "p50_ms": 676.6032, "p95_ms": 1267.6272, "p99_ms": 1320.1627, "results": {"failed": 1, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.7113, "count": 512, "max_ms": 1.0611, "p50_ms": 0.7071, "p95_ms": 0.828, "p99_ms": 0.9767, "results": {"failed": 0, "not_applicable": 0, "success": 476613, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 170.8575, "count": 2, "max_ms": 340.0912, "p50_ms": 170.8575, "p95_ms": 323.1679, "p99_ms": 336.7065, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 8.8602, "count": 2, "max_ms": 9.7242, "p50_ms": 8.8602, "p95_ms": 9.6378, "p99_ms": 9.7069, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 3.3794, "count": 50, "max_ms": 4.2849, "p50_ms": 3.2952, "p95_ms": 3.8104, "p99_ms": 4.2231, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.9299, "count": 50, "max_ms": 2.7028, "p50_ms": 0.7173, "p95_ms": 2.5029, "p99_ms": 2.6318, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 168.2955, "count": 2, "max_ms": 336.5315, "p50_ms": 168.2955, "p95_ms": 319.7079, "p99_ms": 333.1668, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 286.7464, "count": 1, "max_ms": 286.7464, "p50_ms": 286.7464, "p95_ms": 286.7464, "p99_ms": 286.7464, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 47.2752, "count": 1, "max_ms": 47.2752, "p50_ms": 47.2752, "p95_ms": 47.2752, "p99_ms": 47.2752, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 0.9715, "count": 1, "max_ms": 0.9715, "p50_ms": 0.9715, "p95_ms": 0.9715, "p99_ms": 0.9715, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 26.7426, "count": 1, "max_ms": 26.7426, "p50_ms": 26.7426, "p95_ms": 26.7426, "p99_ms": 26.7426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6445, "count": 2, "max_ms": 0.783, "p50_ms": 0.6445, "p95_ms": 0.7691, "p99_ms": 0.7802, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 0.4906, "count": 1, "max_ms": 0.4906, "p50_ms": 0.4906, "p95_ms": 0.4906, "p99_ms": 0.4906, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 0.4906, "count": 1, "max_ms": 0.4906, "p50_ms": 0.4906, "p95_ms": 0.4906, "p99_ms": 0.4906, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6445, "count": 2, "max_ms": 0.783, "p50_ms": 0.6445, "p95_ms": 0.7691, "p99_ms": 0.7802, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.5428, "count": 2, "max_ms": 0.6298, "p50_ms": 0.5428, "p95_ms": 0.6211, "p99_ms": 0.6281, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 930.0809, "count": 1, "max_ms": 930.0809, "p50_ms": 930.0809, "p95_ms": 930.0809, "p99_ms": 930.0809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.9456, "count": 2, "max_ms": 4.5914, "p50_ms": 2.9456, "p95_ms": 4.4268, "p99_ms": 4.5585, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 3.3194, "count": 2, "max_ms": 4.0018, "p50_ms": 3.3194, "p95_ms": 3.9335, "p99_ms": 3.9881, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.3681, "count": 2, "max_ms": 0.6665, "p50_ms": 0.3681, "p95_ms": 0.6366, "p99_ms": 0.6605, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1035, "count": 2, "max_ms": 2.4323, "p50_ms": 2.1035, "p95_ms": 2.3994, "p99_ms": 2.4258, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 504.2056, "count": 2, "max_ms": 992.3783, "p50_ms": 504.2056, "p95_ms": 943.5611, "p99_ms": 982.6149, "results": {"failed": 1, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "cb6f26d5", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 2, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 2, "max_ms": 0.6665, "p50_ms": 0.3681, "p95_ms": 0.6366, "p99_ms": 0.6605}, "wait_ms": {"count": 2, "max_ms": 2.4323, "p50_ms": 2.1035, "p95_ms": 2.3994, "p99_ms": 2.4258}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 2, "artifact_failed": 0, "artifact_requested": 2, "artifact_success": 2, "completed": 2, "completed_failed": 1, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 2, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6676, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 2, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 2}, "snapshot": {"copied_bytes": 5529600, "copied_count": 2, "copy": {"count": 2, "max_ms": 1.139, "p50_ms": 0.7648, "p95_ms": 1.1016, "p99_ms": 1.1315}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 47693.403, "last_started_at": "2026-09-01T17:05:36+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 41.345, "sample_count": 2698, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 476613, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T06:20:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "cb6f26d5", "last_frame_pushed_age_sec": 30.088, "last_frame_pushed_at": "2026-09-02T06:20:00+09:00", "last_frame_read_age_sec": 30.131, "last_frame_read_at": "2026-09-02T06:20:00+09:00", "memory_observability": {"active_channels": ["20"], "capped": false, "configured_mode": "monitoring", "current_rows": 82, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 245.256, "last_sample_duration_ms": 367.121, "last_trigger": "periodic", "next_snapshot_in_sec": 354.744, "reason": "waiting_for_next_snapshot", "rotation_count": 84, "runtime_state": "active", "sample_count": 82, "storage_bytes": 1718778}, "mjpeg": {"age_sec": 30.08, "exists": true, "mtime": "2026-09-02T06:20:00.207679+09:00", "mtime_epoch": 1788297600.2076793, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 242017}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-09-02T06:20:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1182.668, "name": "celery", "pid": 249, "rss_mb": 1178.469, "state": "S (sleeping)", "threads": 78}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 1, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 1}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 1, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 1, "last_event_ttl_s": 120.0, "last_prune_age_s": 33.285, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "mixed", "decision_basis": "strong_samples", "decision_frame": 2054, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.111172, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 30, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30101.035, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30091.702, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30092.698, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30092.269, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 249, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 8.051, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 249, "process_rss_mb_proxy": 1178.395, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.394, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "cb6f26d5", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 41.458, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 476463, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T06:19:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 239799, "write_bytes_delta": 239799, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 387.0, "cpu_core_ratio": 0.222698, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 445, "reason": null, "system_cpu_core_ratio": 0.029826, "system_cpu_s_delta": 0.2999999999999545, "user_cpu_core_ratio": 0.192873, "user_cpu_s_delta": 1.9399999999986903}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.389722, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 249, "reason": null, "system_cpu_core_ratio": 0.084506, "system_cpu_s_delta": 0.8499999999994543, "user_cpu_core_ratio": 0.305216, "user_cpu_s_delta": 3.070000000001528}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.526, "count": 300, "max_ms": 1.809, "p95_ms": 1.648, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.82, "max": 4.0, "p95": 4.0, "sample_count": 300}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 300}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.27, "count": 30, "max": 25.549, "p95": 19.914, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.839, "count": 30, "max": 14.97, "p95": 12.763, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 389.4, "count": 30, "max": 396.0, "p95": 393.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.029, "count": 30, "max": 0.034, "p95": 0.033, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.196, "count": 30, "max": 0.205, "p95": 0.202, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.124, "p95": 0.02, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 241873.4, "count": 30, "max": 247790.0, "p95": 246724.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 241873.4, "count": 30, "max": 247790.0, "p95": 246724.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.533, "count": 30, "max": 67.0, "p95": 15.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.108, "count": 30, "max": 0.538, "p95": 0.162, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.314, "count": 30, "max": 0.587, "p95": 0.347, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 4719, "sampled_at": "2026-09-02T06:19:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T06:19:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-09-01T17:05:35+09:00", "state": "running", "task_id": "661d3cbb-8e08-462e-832f-7ef72fdf6846", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 3856.738, "limit_mb": null}, "detail": {"pid": 863, "restart_count": 1, "start_count": 2}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1317739622400, "copied_frame_count": 476613, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-09-02T06:12:45+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5415129, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-09-02T06:12:40+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.89}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "cb6f26d5", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 2, "events_emitted": 1, "events_failed": 1, "events_observed": 2, "events_suppressed": 0, "frame_buffer_copied_bytes": 1317739622400, "frame_buffer_copies": 476613, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 1, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 2, "worker_jobs_completed": 1, "worker_jobs_failed": 1, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0587, "count": 512, "max_ms": 0.7671, "p50_ms": 0.0521, "p95_ms": 0.0737, "p99_ms": 0.0879}, "stages": {"db_insert": {"avg_ms": 42.0602, "count": 1, "max_ms": 42.0602, "p50_ms": 42.0602, "p95_ms": 42.0602, "p99_ms": 42.0602, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 0.7648, "count": 2, "max_ms": 1.139, "p50_ms": 0.7648, "p95_ms": 1.1016, "p99_ms": 1.1315, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 676.6032, "count": 2, "max_ms": 1333.2965, "p50_ms": 676.6032, "p95_ms": 1267.6272, "p99_ms": 1320.1627, "results": {"failed": 1, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.7113, "count": 512, "max_ms": 1.0611, "p50_ms": 0.7071, "p95_ms": 0.828, "p99_ms": 0.9767, "results": {"failed": 0, "not_applicable": 0, "success": 476613, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 170.8575, "count": 2, "max_ms": 340.0912, "p50_ms": 170.8575, "p95_ms": 323.1679, "p99_ms": 336.7065, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 8.8602, "count": 2, "max_ms": 9.7242, "p50_ms": 8.8602, "p95_ms": 9.6378, "p99_ms": 9.7069, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 3.3794, "count": 50, "max_ms": 4.2849, "p50_ms": 3.2952, "p95_ms": 3.8104, "p99_ms": 4.2231, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.9299, "count": 50, "max_ms": 2.7028, "p50_ms": 0.7173, "p95_ms": 2.5029, "p99_ms": 2.6318, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 168.2955, "count": 2, "max_ms": 336.5315, "p50_ms": 168.2955, "p95_ms": 319.7079, "p99_ms": 333.1668, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 1, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 286.7464, "count": 1, "max_ms": 286.7464, "p50_ms": 286.7464, "p95_ms": 286.7464, "p99_ms": 286.7464, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 47.2752, "count": 1, "max_ms": 47.2752, "p50_ms": 47.2752, "p95_ms": 47.2752, "p99_ms": 47.2752, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 0.9715, "count": 1, "max_ms": 0.9715, "p50_ms": 0.9715, "p95_ms": 0.9715, "p99_ms": 0.9715, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 1, "unknown": 0}}, "recorder_stop": {"avg_ms": 26.7426, "count": 1, "max_ms": 26.7426, "p50_ms": 26.7426, "p95_ms": 26.7426, "p99_ms": 26.7426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6445, "count": 2, "max_ms": 0.783, "p50_ms": 0.6445, "p95_ms": 0.7691, "p99_ms": 0.7802, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 0.4906, "count": 1, "max_ms": 0.4906, "p50_ms": 0.4906, "p95_ms": 0.4906, "p99_ms": 0.4906, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 0.4906, "count": 1, "max_ms": 0.4906, "p50_ms": 0.4906, "p95_ms": 0.4906, "p99_ms": 0.4906, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6445, "count": 2, "max_ms": 0.783, "p50_ms": 0.6445, "p95_ms": 0.7691, "p99_ms": 0.7802, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.5428, "count": 2, "max_ms": 0.6298, "p50_ms": 0.5428, "p95_ms": 0.6211, "p99_ms": 0.6281, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 930.0809, "count": 1, "max_ms": 930.0809, "p50_ms": 930.0809, "p95_ms": 930.0809, "p99_ms": 930.0809, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.9456, "count": 2, "max_ms": 4.5914, "p50_ms": 2.9456, "p95_ms": 4.4268, "p99_ms": 4.5585, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 3.3194, "count": 2, "max_ms": 4.0018, "p50_ms": 3.3194, "p95_ms": 3.9335, "p99_ms": 3.9881, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.3681, "count": 2, "max_ms": 0.6665, "p50_ms": 0.3681, "p95_ms": 0.6366, "p99_ms": 0.6605, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1035, "count": 2, "max_ms": 2.4323, "p50_ms": 2.1035, "p95_ms": 2.3994, "p99_ms": 2.4258, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 504.2056, "count": 2, "max_ms": 992.3783, "p50_ms": 504.2056, "p95_ms": 943.5611, "p99_ms": 982.6149, "results": {"failed": 1, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 1}, "generation": "cb6f26d5", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 2, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 2, "max_ms": 0.6665, "p50_ms": 0.3681, "p95_ms": 0.6366, "p99_ms": 0.6605}, "wait_ms": {"count": 2, "max_ms": 2.4323, "p50_ms": 2.1035, "p95_ms": 2.3994, "p99_ms": 2.4258}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 2, "artifact_failed": 0, "artifact_requested": 2, "artifact_success": 2, "completed": 2, "completed_failed": 1, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 2, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6676, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 2, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 2}, "snapshot": {"copied_bytes": 5529600, "copied_count": 2, "copy": {"count": 2, "max_ms": 1.139, "p50_ms": 0.7648, "p95_ms": 1.1016, "p99_ms": 1.1315}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-02T06:20:33+09:00", "pid": 863, "process": {"exists": true, "fd_count": 5, "hwm_mb": 87.848, "name": "ffmpeg", "pid": 863, "rss_mb": 87.848, "state": "S (sleeping)", "threads": 19}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 41.374, "sample_count": 2649, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 476613, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T06:20:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "cb6f26d5", "last_frame_pushed_age_sec": 35.05, "last_frame_pushed_at": "2026-09-02T06:20:00+09:00", "last_frame_read_age_sec": 35.093, "last_frame_read_at": "2026-09-02T06:20:00+09:00", "memory_observability": {"active_channels": ["20"], "capped": false, "configured_mode": "monitoring", "current_rows": 82, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 250.217, "last_sample_duration_ms": 367.121, "last_trigger": "periodic", "next_snapshot_in_sec": 349.783, "reason": "waiting_for_next_snapshot", "rotation_count": 84, "runtime_state": "active", "sample_count": 82, "storage_bytes": 1718778}, "mjpeg": {"age_sec": 35.043, "exists": true, "mtime": "2026-09-02T06:20:00.207679+09:00", "mtime_epoch": 1788297600.2076793, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 242017}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-09-02T06:20:35+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 1182.668, "name": "celery", "pid": 249, "rss_mb": 1178.457, "state": "S (sleeping)", "threads": 78}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 1, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 1}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 1, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 1, "last_event_ttl_s": 120.0, "last_prune_age_s": 38.247, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "mixed", "decision_basis": "strong_samples", "decision_frame": 2054, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.111172, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 25, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 35064.338, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 35055.004, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 35056.0, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 35055.571, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 249, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.939, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 249, "process_rss_mb_proxy": 1178.465, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.044, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "cb6f26d5", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 41.345, "sample_count": 2699, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 476613, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T06:20:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 30.06, "exists": true, "size_bytes": 242017, "write_bytes_delta": 242017, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1063.0, "cpu_core_ratio": 0.099374, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 445, "reason": null, "system_cpu_core_ratio": 0.014033, "system_cpu_s_delta": 0.4900000000000091, "user_cpu_core_ratio": 0.085342, "user_cpu_s_delta": 2.9799999999995634}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.058995, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 249, "reason": null, "system_cpu_core_ratio": 0.013174, "system_cpu_s_delta": 0.4600000000000364, "user_cpu_core_ratio": 0.045821, "user_cpu_s_delta": 1.6000000000003638}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.952, "count": 30, "max": 25.549, "p95": 19.914, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.419, "count": 30, "max": 14.079, "p95": 10.999, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 412.133, "count": 30, "max": 1063.0, "p95": 394.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.028, "count": 30, "max": 0.034, "p95": 0.033, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.192, "count": 30, "max": 0.205, "p95": 0.202, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.007, "count": 30, "max": 30.06, "p95": 0.084, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 241680.867, "count": 30, "max": 247790.0, "p95": 246724.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 241680.867, "count": 30, "max": 247790.0, "p95": 246724.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.333, "count": 30, "max": 67.0, "p95": 15.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.086, "count": 30, "max": 0.118, "p95": 0.106, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.294, "count": 30, "max": 0.32, "p95": 0.313, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 4721, "sampled_at": "2026-09-02T06:20:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T06:20:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-09-01T17:05:35+09:00", "state": "running", "task_id": "661d3cbb-8e08-462e-832f-7ef72fdf6846", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_090044_695a75cd.jsonl", "file_size_bytes": 549, "flush_count": 1, "flush_interval_seconds": 30.0, "flush_state": {"count": 1, "last_at": "2026-09-02T09:00:44", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T09:00:44", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 0}, "started": true, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1, "written_record_count": 1}, "buffers": {"frame_buffer_len": 0, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4415.363, "limit_mb": null}, "detail": {"pid": 987, "restart_count": 0, "start_count": 1}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 0, "copied_frame_count": 0, "copy_error_count": 0, "current_length": 0, "frame_nbytes": null, "max_length": null, "peak_retained_bytes_estimate": 0, "retained_bytes_estimate": 0}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": null, "expected_post_frame_count": null, "expected_pre_frame_count": null, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 0, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 0, "total_upper_bound_bytes": 0, "unavailable_reason": null}}, "generation": "695a75cd", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 0, "frame_buffer_copies": 0, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "695a75cd", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-02T09:00:44+09:00", "pid": 987, "process": {"exists": true, "fd_count": 5, "hwm_mb": 365.32, "name": "ffmpeg", "pid": 987, "rss_mb": 365.32, "state": "R (running)", "threads": 70}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 295.217}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 0, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "695a75cd", "last_frame_pushed_age_sec": null, "last_frame_pushed_at": "", "last_frame_read_age_sec": null, "last_frame_read_at": "", "memory_observability": {"active_channels": ["20"], "capped": false, "configured_mode": "monitoring", "current_rows": 98, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 222.982, "last_sample_duration_ms": 354.044, "last_trigger": "periodic", "next_snapshot_in_sec": 377.018, "reason": "waiting_for_next_snapshot", "rotation_count": 84, "runtime_state": "active", "sample_count": 98, "storage_bytes": 1822159}, "mjpeg": {"age_sec": 55373.96, "exists": true, "mtime": "2026-09-01T17:37:52.855258+09:00", "mtime_epoch": 1788251872.8552585, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 110337}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T09:00:46+09:00", "process": {"exists": true, "fd_count": 109, "hwm_mb": 733.598, "name": "celery", "pid": 219, "rss_mb": 726.129, "state": "R (running)", "threads": 50}, "reason_codes": ["mjpeg_output_stale_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 0, "source": "client_direct"}, "model_key_cap": 30, "models": {}, "process_executor": {"inflight_current": 0, "inflight_max": 0, "max_workers": 40, "pid": 219, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "unknown", "reason": "no_requests_in_window", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.408, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "phase": "A_software_file_only", "reason": "channel_not_registered", "schema_version": "ssims.m15_video_channel_summary.v1"}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-09-02T09:00:42+09:00", "state": "running", "task_id": "43c07abb-c75f-4f53-aa30-e7f3354b6fd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20260902_090046_141624e8.jsonl", "file_size_bytes": 549, "flush_count": 1, "flush_interval_seconds": 30.0, "flush_state": {"count": 1, "last_at": "2026-09-02T09:00:46", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T09:00:46", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 0}, "started": true, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1, "written_record_count": 1}, "buffers": {"frame_buffer_len": 0, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4736.031, "limit_mb": null}, "detail": {"pid": 993, "restart_count": 0, "start_count": 1}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 0, "copied_frame_count": 0, "copy_error_count": 0, "current_length": 0, "frame_nbytes": null, "max_length": null, "peak_retained_bytes_estimate": 0, "retained_bytes_estimate": 0}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": null, "expected_post_frame_count": null, "expected_pre_frame_count": null, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 0, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 0, "total_upper_bound_bytes": 0, "unavailable_reason": null}}, "generation": "141624e8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 0, "frame_buffer_copies": 0, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "141624e8", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-02T09:00:46+09:00", "pid": 993, "process": {"exists": true, "fd_count": 5, "hwm_mb": 200.23, "name": "ffmpeg", "pid": 993, "rss_mb": 200.23, "state": "R (running)", "threads": 70}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 295.672}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 0, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "141624e8", "last_frame_pushed_age_sec": null, "last_frame_pushed_at": "", "last_frame_read_age_sec": null, "last_frame_read_at": "", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 98, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 224.403, "last_sample_duration_ms": 354.044, "last_trigger": "periodic", "next_snapshot_in_sec": 58.589, "reason": "waiting_for_next_snapshot", "rotation_count": 84, "runtime_state": "active", "sample_count": 98, "storage_bytes": 1822159}, "mjpeg": {"age_sec": 73357.231, "exists": true, "mtime": "2026-09-01T12:38:11.006753+09:00", "mtime_epoch": 1788233891.0067532, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 108199}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-09-02T09:00:48+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 476.238, "name": "celery", "pid": 221, "rss_mb": 476.238, "state": "R (running)", "threads": 9}, "reason_codes": ["mjpeg_output_stale_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 0, "source": "client_direct"}, "model_key_cap": 30, "models": {}, "process_executor": {"inflight_current": 0, "inflight_max": 0, "max_workers": 40, "pid": 221, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "unknown", "reason": "no_requests_in_window", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.932, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "phase": "A_software_file_only", "reason": "channel_not_registered", "schema_version": "ssims.m15_video_channel_summary.v1"}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-09-02T09:00:43+09:00", "state": "running", "task_id": "a29749d7-8bdb-4578-bbc9-cb47ad81a15f", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20260902_090046_141624e8.jsonl", "file_size_bytes": 1270, "flush_count": 2, "flush_interval_seconds": 30.0, "flush_state": {"count": 2, "last_at": "2026-09-02T09:01:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T09:01:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 1}, "started": true, "suppressed_count": 212, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 13, "tracking_summary": 199}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2, "written_record_count": 2}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4972.918, "limit_mb": null}, "detail": {"cctv_id": "45", "instance_id": "141624e8", "phase": "channel_stop_after_recorder_cleanup", "recorder_cleanup": {"already_exited_count": 0, "attempted_count": 0, "duration_ms": 0.014, "enabled": true, "error_count": 0, "killed_count": 0, "reason": "channel_stop", "recorders": [], "remaining_running_count": 0, "stopped_count": 0, "timeout_s": 5.0}, "task_id": "a29749d7-8bdb-4578-bbc9-cb47ad81a15f"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 552960000, "copied_frame_count": 200, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 36, "pre_event_source_bytes": 99532800}, "last_clip": {"actual_written_frame_count": 86, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 36, "finished_at": "2026-09-02T09:01:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2001284, "nominal_duration_s": 8.6, "outcome": "normal", "returncode": 0, "started_at": "2026-09-02T09:00:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.087}, "oldest_age_s": null, "peak_active_count": 9, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 514252800, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "141624e8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 13, "events_emitted": 9, "events_failed": 0, "events_observed": 13, "events_suppressed": 4, "frame_buffer_copied_bytes": 552960000, "frame_buffer_copies": 200, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 450, "recorder_active_input_bytes": 1244160000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 9, "recorder_clips_failed": 0, "recorder_clips_started": 9, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 9, "worker_jobs_accepted": 9, "worker_jobs_completed": 9, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0734, "count": 512, "max_ms": 5.3976, "p50_ms": 0.0547, "p95_ms": 0.1144, "p99_ms": 0.1932}, "stages": {"db_insert": {"avg_ms": 12.3321, "count": 9, "max_ms": 16.8922, "p50_ms": 11.9235, "p95_ms": 16.3871, "p99_ms": 16.7912, "results": {"failed": 0, "not_applicable": 0, "success": 9, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.8952, "count": 9, "max_ms": 10.2082, "p50_ms": 2.0511, "p95_ms": 7.9138, "p99_ms": 9.7493, "results": {"failed": 0, "not_applicable": 0, "success": 9, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 674.7666, "count": 13, "max_ms": 1351.8353, "p50_ms": 852.506, "p95_ms": 1317.8826, "p99_ms": 1345.0448, "results": {"failed": 0, "not_applicable": 0, "success": 9, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.462, "count": 200, "max_ms": 24.9533, "p50_ms": 1.1111, "p95_ms": 2.8875, "p99_ms": 5.2344, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 295.6696, "count": 12, "max_ms": 972.0109, "p50_ms": 243.202, "p95_ms": 846.0388, "p99_ms": 946.8165, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 9.0231, "count": 9, "max_ms": 14.543, "p50_ms": 7.3704, "p95_ms": 14.2146, "p99_ms": 14.4773, "results": {"failed": 0, "not_applicable": 0, "success": 9, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.8727, "count": 450, "max_ms": 167.8119, "p50_ms": 5.2145, "p95_ms": 8.666, "p99_ms": 10.7736, "results": {"failed": 0, "not_applicable": 0, "success": 450, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3961, "count": 450, "max_ms": 4.5608, "p50_ms": 1.3012, "p95_ms": 2.5143, "p99_ms": 3.2804, "results": {"failed": 0, "not_applicable": 0, "success": 450, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 389.2679, "count": 9, "max_ms": 968.973, "p50_ms": 263.0762, "p95_ms": 877.2092, "p99_ms": 950.6203, "results": {"failed": 0, "not_applicable": 0, "success": 9, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 361.895, "count": 9, "max_ms": 909.3873, "p50_ms": 243.8833, "p95_ms": 821.3554, "p99_ms": 891.7809, "results": {"failed": 0, "not_applicable": 0, "success": 9, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 24.1372, "count": 9, "max_ms": 51.5689, "p50_ms": 20.3975, "p95_ms": 50.0757, "p99_ms": 51.2702, "results": {"failed": 0, "not_applicable": 0, "success": 9, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.0255, "count": 9, "max_ms": 6.7265, "p50_ms": 1.2215, "p95_ms": 5.5371, "p99_ms": 6.4886, "results": {"failed": 0, "not_applicable": 0, "success": 9, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 9, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 9, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 34.2288, "count": 9, "max_ms": 43.5348, "p50_ms": 32.7012, "p95_ms": 41.815, "p99_ms": 43.1908, "results": {"failed": 0, "not_applicable": 0, "success": 9, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.701, "count": 13, "max_ms": 1.8328, "p50_ms": 0.5915, "p95_ms": 1.2413, "p99_ms": 1.7145, "results": {"failed": 0, "not_applicable": 0, "success": 9, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2664, "count": 9, "max_ms": 5.1958, "p50_ms": 0.5017, "p95_ms": 4.1445, "p99_ms": 4.9856, "results": {"failed": 0, "not_applicable": 0, "success": 9, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2664, "count": 9, "max_ms": 5.1958, "p50_ms": 0.5017, "p95_ms": 4.1445, "p99_ms": 4.9856, "results": {"failed": 0, "not_applicable": 0, "success": 9, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.701, "count": 13, "max_ms": 1.8328, "p50_ms": 0.5915, "p95_ms": 1.2413, "p99_ms": 1.7145, "results": {"failed": 0, "not_applicable": 0, "success": 9, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.5754, "count": 9, "max_ms": 0.7627, "p50_ms": 0.6024, "p95_ms": 0.7511, "p99_ms": 0.7604, "results": {"failed": 0, "not_applicable": 0, "success": 9, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 9, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 9, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 357.3971, "count": 9, "max_ms": 829.2334, "p50_ms": 297.4991, "p95_ms": 623.7797, "p99_ms": 788.1427, "results": {"failed": 0, "not_applicable": 0, "success": 9, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 13, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.5926, "count": 9, "max_ms": 4.3258, "p50_ms": 1.2874, "p95_ms": 3.4722, "p99_ms": 4.1551, "results": {"failed": 0, "not_applicable": 0, "success": 9, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 3.9144, "count": 9, "max_ms": 9.1841, "p50_ms": 3.0469, "p95_ms": 7.5069, "p99_ms": 8.8487, "results": {"failed": 0, "not_applicable": 0, "success": 9, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.3003, "count": 9, "max_ms": 1.1184, "p50_ms": 0.0816, "p95_ms": 1.1184, "p99_ms": 1.1184, "results": {"failed": 0, "not_applicable": 0, "success": 9, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 81.0529, "count": 9, "max_ms": 456.0398, "p50_ms": 3.0471, "p95_ms": 376.4687, "p99_ms": 440.1256, "results": {"failed": 0, "not_applicable": 0, "success": 9, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 387.4015, "count": 9, "max_ms": 868.2449, "p50_ms": 335.3945, "p95_ms": 657.2545, "p99_ms": 826.0468, "results": {"failed": 0, "not_applicable": 0, "success": 9, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": 0.1903, "state": "complete", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "141624e8", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 9, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5531238, "peak_jobs": 3, "rejected": 0, "submit_ms": {"count": 8, "max_ms": 1.1184, "p50_ms": 0.0722, "p95_ms": 0.758, "p99_ms": 1.0463}, "wait_ms": {"count": 8, "max_ms": 456.0398, "p50_ms": 2.3786, "p95_ms": 386.4151, "p99_ms": 442.1148}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 9, "artifact_failed": 0, "artifact_requested": 9, "artifact_success": 9, "completed": 9, "completed_failed": 0, "completed_success": 9, "cooldown_promoted": 9, "database_requested": 9, "db_insert_success": 9, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6685, "relay_business_failed": 0, "relay_business_success": 9, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 9, "relay_transport_failed": 0, "relay_transport_success": 9, "reservation_requested": 9}, "snapshot": {"copied_bytes": 22118400, "copied_count": 8, "copy": {"count": 8, "max_ms": 10.2082, "p50_ms": 1.8856, "p95_ms": 8.2006, "p99_ms": 9.8067}}, "state": "stopped"}}, "event_type": "channel_stop_after_recorder_cleanup", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 30.626, "last_started_at": "2026-09-02T09:00:46+09:00", "pid": 993, "process": {"exists": false, "pid": 993}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 212.579, "sample_count": 200, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 267.043}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 200, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T09:01:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "141624e8", "last_frame_pushed_age_sec": 0.475, "last_frame_pushed_at": "2026-09-02T09:01:16+09:00", "last_frame_read_age_sec": 0.558, "last_frame_read_at": "2026-09-02T09:01:16+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 99, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 0.452, "last_sample_duration_ms": 351.284, "last_trigger": "pre_stop", "next_snapshot_in_sec": 31.377, "reason": "snapshot_written", "rotation_count": 84, "runtime_state": "active", "sample_count": 99, "storage_bytes": 1830612}, "mjpeg": {"age_sec": 0.468, "exists": true, "mtime": "2026-09-02T09:01:16.394710+09:00", "mtime_epoch": 1788307276.3947096, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 89275}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-09-02T09:01:16+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 804.871, "name": "celery", "pid": 221, "rss_mb": 775.129, "state": "R (running)", "threads": 67}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 9, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 8, "history_size_limit": 20, "last_frame_idx": 200, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 8}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.395, "max": 14.0, "p95": 10.0, "sample_count": 200}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 6.96, "max": 9.0, "p95": 8.0, "sample_count": 200}, "total": {"avg": 6.96, "max": 9.0, "p95": 8.0, "sample_count": 200}}, "tracking_counts": {"active": {"avg": 3.145, "max": 4.0, "p95": 4.0, "sample_count": 200}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 200}, "tracked": {"avg": 3.145, "max": 4.0, "p95": 4.0, "sample_count": 200}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.992, "pushed": 6.992, "read": 6.992}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 200, "client_acquire_ms": {"avg_ms": 0.083, "count": 200, "max_ms": 15.174, "p95_ms": 0.012, "reason": null, "sample_age_ms": 523.43, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.724, "count": 200, "max_ms": 7.472, "p95_ms": 2.244, "reason": null, "sample_age_ms": 560.995, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.269, "count": 200, "max_ms": 6.044, "p95_ms": 1.085, "reason": null, "sample_age_ms": 561.38, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.244, "count": 200, "max_ms": 0.621, "p95_ms": 0.39, "reason": null, "sample_age_ms": 523.448, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.417, "count": 200, "max_ms": 6.311, "p95_ms": 3.999, "reason": null, "sample_age_ms": 557.877, "source": "client_direct"}, "request_count": 200, "request_tensor_bytes": {"avg": 2764808.0, "count": 200, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 557.852, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 200, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 523.958, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.256, "count": 200, "max_ms": 59.445, "p95_ms": 53.758, "reason": null, "sample_age_ms": 523.422, "source": "client_direct"}, "sample_age_ms": 523.414, "source": "client_direct", "task_total_ms": {"avg_ms": 41.147, "count": 200, "max_ms": 79.422, "p95_ms": 56.457, "reason": null, "sample_age_ms": 523.414, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 221, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.982, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 11.084, "count": 200, "max_ms": 20.474, "p95_ms": 16.771}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.465, "count": 200, "max_ms": 2.004, "p95_ms": 0.743}, "detection_prepare_ms": {"avg_ms": 1.609, "count": 200, "max_ms": 7.761, "p95_ms": 3.074}, "event_filter_ms": {"avg_ms": 0.006, "count": 200, "max_ms": 0.025, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.528, "count": 200, "max_ms": 1.018, "p95_ms": 0.733}, "mcmt_ms": {"avg_ms": 0.003, "count": 200, "max_ms": 0.02, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 6.091, "count": 200, "max_ms": 11.807, "p95_ms": 8.226}, "setup_ms": {"avg_ms": 0.029, "count": 200, "max_ms": 0.094, "p95_ms": 0.047}, "total_inside_ms": {"avg_ms": 11.035, "count": 200, "max_ms": 20.377, "p95_ms": 16.688}, "track_match_ms": {"avg_ms": 0.239, "count": 200, "max_ms": 0.561, "p95_ms": 0.349}, "tracker_update_ms": {"avg_ms": 2.064, "count": 200, "max_ms": 9.826, "p95_ms": 3.291}}, "gstreamer_push": {"avg_ms": 2.555, "count": 200, "max_ms": 9.379, "p95_ms": 4.858}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 200, "max_ms": 1.827, "p95_ms": 0.064}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.155, "count": 200, "max_ms": 80.573, "p95_ms": 57.511}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.626, "count": 200, "max_ms": 11.337, "p95_ms": 7.057}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 128.193, "count": 200, "max_ms": 1174.189, "p95_ms": 209.403}, "inference_input_copy_ms": {"avg_ms": 1.813, "count": 200, "max_ms": 6.994, "p95_ms": 3.08}, "processing_residual_ms": {"avg_ms": 0.185, "count": 200, "max_ms": 0.46, "p95_ms": 0.309}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 130.816, "count": 200, "max_ms": 1183.46, "p95_ms": 212.579}, "read_interval": {"avg_ms": 140.927, "count": 199, "max_ms": 1213.166, "p95_ms": 227.264}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 200, "max_ms": 0.032, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 6.037, "count": 200, "max_ms": 11.693, "p95_ms": 8.163}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 200, "max_ms": 0.049, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 6.024, "count": 200, "max_ms": 11.673, "p95_ms": 8.146}, "worker_merge_ms": {"avg_ms": 0.005, "count": 200, "max_ms": 0.021, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 42.166, "count": 200, "max_ms": 80.582, "p95_ms": 57.537}, "visualize": {"avg_ms": 37.802, "count": 200, "max_ms": 139.118, "p95_ms": 69.436}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.469, "count": 200, "max_ms": 137.418, "p95_ms": 68.088}, "visualize_input_copy_ms": {"avg_ms": 0.204, "count": 200, "max_ms": 9.612, "p95_ms": 1.584}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.383, "count": 200, "max_ms": 137.301, "p95_ms": 68.024}, "visualizer_prepare_ms": {"avg_ms": 0.045, "count": 200, "max_ms": 1.149, "p95_ms": 0.077}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 200}, "returned_event_count": {"avg": 0.065, "max": 2.0, "p95": 1.0, "sample_count": 200}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 221, "process_rss_mb_proxy": 676.473, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.213, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "141624e8", "latest": {"buffers": {"frame_buffer_len": 37, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 854.978, "sample_count": 37, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 285.275}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T09:00:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 91650, "write_bytes_delta": 91650, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": true, "major_fault_delta": null, "minor_fault_delta": null, "pid": 993, "reason": "baseline_pending", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": true, "major_fault_delta": null, "minor_fault_delta": null, "pid": 221, "reason": "baseline_pending", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.775, "count": 37, "max_ms": 9.379, "p95_ms": 7.267, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.243, "max": 9.0, "p95": 9.0, "sample_count": 37}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 6.757, "key_count": 1, "max": 8.0, "p95": 8.0, "provenance": "bounded_other_sum_proxy", "sample_count": 37}, "total": {"avg": 6.757, "max": 8.0, "p95": 8.0, "sample_count": 37}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.213, "count": 1, "max": 13.213, "p95": 13.213, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 4.353, "count": 1, "max": 4.353, "p95": 4.353, "source": "m15_direct", "unit": "milliseconds"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 1, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91650.0, "count": 1, "max": 91650.0, "p95": 91650.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91650.0, "count": 1, "max": 91650.0, "p95": 91650.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 1, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1, "sampled_at": "2026-09-02T09:00:58+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "decoded_pixel_format": "bgr24", "driver": {"provenance": "unsupported", "reason": "M4_provider_does_not_expose_driver", "value": null}, "gpu_capability": {"phase_a_backend_enabled": false, "source": "M4_shared_gpu_provider"}, "height": 720, "input_codec": {"provenance": "unsupported", "reason": "ffprobe_not_run_in_phase_a", "value": null}, "input_profile": {"provenance": "unsupported", "reason": "ffprobe_not_run_in_phase_a", "value": null}, "input_source_hash": "00a938216e3bb9a4", "input_source_scheme": "rtsp", "plugins": ["ffmpeg_rawvideo", "videoconvert", "jpegenc", "multifilesink"], "target_fps": 10.0, "width": 1280}, "summarized_at": "2026-09-02T09:00:58+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.603, "window_s": 30.0}, "started_at": "2026-09-02T09:00:43+09:00", "state": "stopping", "task_id": "a29749d7-8bdb-4578-bbc9-cb47ad81a15f", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 4789.086, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1683403776000, "copied_frame_count": 608870, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-09-02T09:16:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5038666, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-09-02T09:16:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.309}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "cb6f26d5", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 2, "events_failed": 2, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 1683403776000, "frame_buffer_copies": 608870, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 100, "recorder_active_input_bytes": 276480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 2, "recorder_clips_failed": 0, "recorder_clips_started": 2, "stage_failures": 2, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 2, "worker_jobs_accepted": 4, "worker_jobs_completed": 2, "worker_jobs_failed": 2, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0615, "count": 512, "max_ms": 0.7881, "p50_ms": 0.0569, "p95_ms": 0.0792, "p99_ms": 0.1036}, "stages": {"db_insert": {"avg_ms": 31.717, "count": 2, "max_ms": 42.0602, "p50_ms": 31.717, "p95_ms": 41.0259, "p99_ms": 41.8534, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.0032, "count": 4, "max_ms": 2.0811, "p50_ms": 0.7705, "p95_ms": 1.9397, "p99_ms": 2.0528, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 652.8835, "count": 4, "max_ms": 1333.2965, "p50_ms": 629.1639, "p95_ms": 1314.1886, "p99_ms": 1329.475, "results": {"failed": 2, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9046, "count": 512, "max_ms": 2.2689, "p50_ms": 0.8647, "p95_ms": 1.2737, "p99_ms": 1.529, "results": {"failed": 0, "not_applicable": 0, "success": 608870, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 286.3302, "count": 4, "max_ms": 802.1059, "p50_ms": 170.8575, "p95_ms": 732.8037, "p99_ms": 788.2454, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 13.3987, "count": 4, "max_ms": 28.048, "p50_ms": 8.8602, "p95_ms": 25.2994, "p99_ms": 27.4982, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 8.0749, "count": 100, "max_ms": 16.4205, "p50_ms": 6.8748, "p95_ms": 15.0564, "p99_ms": 15.7267, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8824, "count": 100, "max_ms": 3.2383, "p50_ms": 0.7109, "p95_ms": 2.4761, "p99_ms": 2.8109, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 283.8454, "count": 4, "max_ms": 798.7367, "p50_ms": 168.2955, "p95_ms": 729.4059, "p99_ms": 784.8705, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 2, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 513.3261, "count": 2, "max_ms": 739.9057, "p50_ms": 513.3261, "p95_ms": 717.2478, "p99_ms": 735.3741, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 51.3446, "count": 2, "max_ms": 55.414, "p50_ms": 51.3446, "p95_ms": 55.007, "p99_ms": 55.3326, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0229, "count": 2, "max_ms": 1.0743, "p50_ms": 1.0229, "p95_ms": 1.0691, "p99_ms": 1.0732, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 2, "unknown": 0}}, "recorder_stop": {"avg_ms": 26.2529, "count": 2, "max_ms": 26.7426, "p50_ms": 26.2529, "p95_ms": 26.6936, "p99_ms": 26.7328, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.5905, "count": 4, "max_ms": 0.783, "p50_ms": 0.5365, "p95_ms": 0.7499, "p99_ms": 0.7763, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.1708, "count": 2, "max_ms": 1.8511, "p50_ms": 1.1708, "p95_ms": 1.783, "p99_ms": 1.8374, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.1708, "count": 2, "max_ms": 1.8511, "p50_ms": 1.1708, "p95_ms": 1.783, "p99_ms": 1.8374, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.5905, "count": 4, "max_ms": 0.783, "p50_ms": 0.5365, "p95_ms": 0.7499, "p99_ms": 0.7763, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.5251, "count": 4, "max_ms": 0.675, "p50_ms": 0.5428, "p95_ms": 0.6682, "p99_ms": 0.6736, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 642.5239, "count": 2, "max_ms": 930.0809, "p50_ms": 642.5239, "p95_ms": 901.3252, "p99_ms": 924.3298, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.9098, "count": 4, "max_ms": 4.5914, "p50_ms": 1.2489, "p95_ms": 4.0977, "p99_ms": 4.4927, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 9.6378, "count": 4, "max_ms": 17.8971, "p50_ms": 9.0085, "p95_ms": 17.3148, "p99_ms": 17.7806, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2112, "count": 4, "max_ms": 0.6665, "p50_ms": 0.0671, "p95_ms": 0.577, "p99_ms": 0.6486, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.6836, "count": 4, "max_ms": 2.4323, "p50_ms": 1.8167, "p95_ms": 2.3463, "p99_ms": 2.4151, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 365.2108, "count": 4, "max_ms": 992.3783, "p50_ms": 226.2161, "p95_ms": 903.832, "p99_ms": 974.6691, "results": {"failed": 2, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 2}, "generation": "cb6f26d5", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6665, "p50_ms": 0.0671, "p95_ms": 0.577, "p99_ms": 0.6486}, "wait_ms": {"count": 4, "max_ms": 2.4323, "p50_ms": 1.8167, "p95_ms": 2.3463, "p99_ms": 2.4151}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 2, "completed_success": 2, "cooldown_promoted": 2, "database_requested": 4, "db_insert_success": 2, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6686, "relay_business_failed": 0, "relay_business_success": 2, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 2, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 2.0811, "p50_ms": 0.7705, "p95_ms": 1.9397, "p99_ms": 2.0528}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 13246.867, "last_started_at": "2026-09-02T06:20:33+09:00", "pid": 863, "process": {"exists": false, "pid": 863}, "restart_count": 1, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 49.25, "sample_count": 2806, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 608870, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T10:01:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "cb6f26d5", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-09-02T10:01:20+09:00", "last_frame_read_age_sec": 0.051, "last_frame_read_at": "2026-09-02T10:01:20+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 106, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 293.138, "last_sample_duration_ms": 351.653, "last_trigger": "periodic", "next_snapshot_in_sec": 306.862, "reason": "waiting_for_next_snapshot", "rotation_count": 84, "runtime_state": "active", "sample_count": 106, "storage_bytes": 1883151}, "mjpeg": {"age_sec": 0.045, "exists": true, "mtime": "2026-09-02T10:01:20.072218+09:00", "mtime_epoch": 1788310880.0722177, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 252185}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-09-02T10:01:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1233.559, "name": "celery", "pid": 249, "rss_mb": 1211.297, "state": "S (sleeping)", "threads": 78}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 2, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 2}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 3, "last_event_ttl_s": 120.0, "last_prune_age_s": 0.695, "off_candidate_pruned_total": 7}, "top_level_key_count": 4}, "scene_scale": {"decision": "mixed", "decision_basis": "strong_samples", "decision_frame": 2054, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.111172, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 106}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 3.84, "max": 8.0, "p95": 5.0, "sample_count": 106}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 106}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 106}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 106}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 106}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 106, "pushed_frames": 106, "read_frames": 105, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.537, "pushed": 3.537, "read": 3.503}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 105, "client_acquire_ms": {"avg_ms": 0.004, "count": 106, "max_ms": 0.012, "p95_ms": 0.007, "reason": null, "sample_age_ms": 23.944, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.436, "count": 105, "max_ms": 1.657, "p95_ms": 1.078, "reason": null, "sample_age_ms": 52.942, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.128, "count": 105, "max_ms": 1.232, "p95_ms": 0.757, "reason": null, "sample_age_ms": 53.218, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.078, "count": 106, "max_ms": 0.203, "p95_ms": 0.129, "reason": null, "sample_age_ms": 23.952, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.966, "count": 105, "max_ms": 2.221, "p95_ms": 1.407, "reason": null, "sample_age_ms": 51.999, "source": "client_direct"}, "request_count": 105, "request_tensor_bytes": {"avg": 2764808.0, "count": 105, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 51.985, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 106, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 24.034, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.938, "count": 106, "max_ms": 41.454, "p95_ms": 33.24, "reason": null, "sample_age_ms": 23.939, "source": "client_direct"}, "sample_age_ms": 23.921, "source": "client_direct", "task_total_ms": {"avg_ms": 29.109, "count": 106, "max_ms": 42.361, "p95_ms": 34.218, "reason": null, "sample_age_ms": 23.921, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 105, "client_acquire_ms": {"avg_ms": 0.004, "count": 106, "max_ms": 0.023, "p95_ms": 0.007, "reason": null, "sample_age_ms": 14.03, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 3.135, "count": 105, "max_ms": 5.319, "p95_ms": 4.283, "reason": null, "sample_age_ms": 50.05, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.018, "count": 105, "max_ms": 0.036, "p95_ms": 0.029, "reason": null, "sample_age_ms": 53.138, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.145, "count": 106, "max_ms": 0.258, "p95_ms": 0.199, "reason": null, "sample_age_ms": 14.037, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.175, "count": 105, "max_ms": 2.069, "p95_ms": 1.643, "reason": null, "sample_age_ms": 48.813, "source": "client_direct"}, "request_count": 105, "request_tensor_bytes": {"avg": 2764808.0, "count": 105, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 48.799, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 106, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 14.245, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.451, "count": 106, "max_ms": 42.53, "p95_ms": 40.786, "reason": null, "sample_age_ms": 14.027, "source": "client_direct"}, "sample_age_ms": 14.024, "source": "client_direct", "task_total_ms": {"avg_ms": 37.881, "count": 106, "max_ms": 44.277, "p95_ms": 42.11, "reason": null, "sample_age_ms": 14.024, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 105, "client_acquire_ms": {"avg_ms": 0.005, "count": 106, "max_ms": 0.016, "p95_ms": 0.008, "reason": null, "sample_age_ms": 20.305, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 6.653, "count": 105, "max_ms": 9.603, "p95_ms": 8.515, "reason": null, "sample_age_ms": 46.529, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.014, "count": 105, "max_ms": 0.029, "p95_ms": 0.018, "reason": null, "sample_age_ms": 53.102, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.053, "count": 106, "max_ms": 0.145, "p95_ms": 0.085, "reason": null, "sample_age_ms": 20.309, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.245, "count": 105, "max_ms": 2.35, "p95_ms": 1.825, "reason": null, "sample_age_ms": 45.34, "source": "client_direct"}, "request_count": 105, "request_tensor_bytes": {"avg": 2764808.0, "count": 105, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 45.324, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 106, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 20.367, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.941, "count": 106, "max_ms": 34.625, "p95_ms": 31.259, "reason": null, "sample_age_ms": 20.303, "source": "client_direct"}, "sample_age_ms": 20.301, "source": "client_direct", "task_total_ms": {"avg_ms": 29.348, "count": 106, "max_ms": 36.234, "p95_ms": 32.499, "reason": null, "sample_age_ms": 20.301, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 105, "client_acquire_ms": {"avg_ms": 0.004, "count": 106, "max_ms": 0.013, "p95_ms": 0.007, "reason": null, "sample_age_ms": 15.959, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 10.229, "count": 105, "max_ms": 14.752, "p95_ms": 12.564, "reason": null, "sample_age_ms": 42.961, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.013, "count": 105, "max_ms": 0.03, "p95_ms": 0.017, "reason": null, "sample_age_ms": 53.066, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.087, "count": 106, "max_ms": 0.15, "p95_ms": 0.135, "reason": null, "sample_age_ms": 15.967, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.254, "count": 105, "max_ms": 2.446, "p95_ms": 1.694, "reason": null, "sample_age_ms": 41.347, "source": "client_direct"}, "request_count": 105, "request_tensor_bytes": {"avg": 2764808.0, "count": 105, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 41.331, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 106, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 16.129, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.005, "count": 106, "max_ms": 34.086, "p95_ms": 31.834, "reason": null, "sample_age_ms": 15.955, "source": "client_direct"}, "sample_age_ms": 15.951, "source": "client_direct", "task_total_ms": {"avg_ms": 30.448, "count": 106, "max_ms": 35.212, "p95_ms": 33.322, "reason": null, "sample_age_ms": 15.951, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 249, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.582, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.456, "count": 106, "max_ms": 0.894, "p95_ms": 0.674}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.079, "count": 106, "max_ms": 0.153, "p95_ms": 0.121}, "detection_prepare_ms": {"avg_ms": 0.098, "count": 106, "max_ms": 0.226, "p95_ms": 0.16}, "event_filter_ms": {"avg_ms": 0.003, "count": 106, "max_ms": 0.017, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.049, "count": 106, "max_ms": 0.09, "p95_ms": 0.068}, "mcmt_ms": {"avg_ms": 0.002, "count": 106, "max_ms": 0.018, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.152, "count": 106, "max_ms": 0.509, "p95_ms": 0.213}, "setup_ms": {"avg_ms": 0.025, "count": 106, "max_ms": 0.066, "p95_ms": 0.041}, "total_inside_ms": {"avg_ms": 0.428, "count": 106, "max_ms": 0.838, "p95_ms": 0.633}, "track_match_ms": {"avg_ms": 0.003, "count": 106, "max_ms": 0.02, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.016, "count": 106, "max_ms": 0.048, "p95_ms": 0.026}}, "gstreamer_push": {"avg_ms": 1.873, "count": 106, "max_ms": 2.823, "p95_ms": 2.361}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.006, "count": 106, "max_ms": 0.026, "p95_ms": 0.008}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 29.795, "count": 106, "max_ms": 43.75, "p95_ms": 35.009}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 41.416, "count": 106, "max_ms": 48.101, "p95_ms": 46.541}, "yolo11_640_fire_11class": {"avg_ms": 36.462, "count": 106, "max_ms": 44.179, "p95_ms": 40.418}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 41.176, "count": 106, "max_ms": 48.248, "p95_ms": 45.473}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.013, "count": 106, "max_ms": 0.047, "p95_ms": 0.021}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 43.393, "count": 106, "max_ms": 50.28, "p95_ms": 48.484}, "inference_input_copy_ms": {"avg_ms": 0.713, "count": 106, "max_ms": 1.905, "p95_ms": 1.112}, "processing_residual_ms": {"avg_ms": 0.066, "count": 106, "max_ms": 0.118, "p95_ms": 0.099}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 44.185, "count": 106, "max_ms": 51.058, "p95_ms": 49.167}, "read_interval": {"avg_ms": 285.416, "count": 105, "max_ms": 10153.574, "p95_ms": 174.849}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 106, "max_ms": 0.044, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.119, "count": 106, "max_ms": 0.39, "p95_ms": 0.162}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 106, "max_ms": 0.022, "p95_ms": 0.01}, "scenario.falldown_detected_ms": {"avg_ms": 0.053, "count": 106, "max_ms": 0.169, "p95_ms": 0.076}, "scenario.fire_detected_ms": {"avg_ms": 0.002, "count": 106, "max_ms": 0.013, "p95_ms": 0.002}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.05, "count": 106, "max_ms": 0.176, "p95_ms": 0.073}, "worker_merge_ms": {"avg_ms": 0.003, "count": 106, "max_ms": 0.008, "p95_ms": 0.004}}, "triton_wait": {"avg_ms": 42.053, "count": 106, "max_ms": 48.255, "p95_ms": 46.704}, "visualize": {"avg_ms": 0.193, "count": 106, "max_ms": 0.467, "p95_ms": 0.234}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 0.083, "count": 106, "max_ms": 0.174, "p95_ms": 0.111}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 0.033, "count": 106, "max_ms": 0.067, "p95_ms": 0.05}, "visualizer_prepare_ms": {"avg_ms": 0.038, "count": 106, "max_ms": 0.095, "p95_ms": 0.055}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}, "resolved_scenario_count": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 106}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 249, "process_rss_mb_proxy": 1211.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.889, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "cb6f26d5", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 49.231, "sample_count": 2900, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 608856, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T10:01:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 253274, "write_bytes_delta": 253274, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 385.0, "cpu_core_ratio": 0.120949, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 863, "reason": null, "system_cpu_core_ratio": 0.019071, "system_cpu_s_delta": 0.37999999999999545, "user_cpu_core_ratio": 0.101879, "user_cpu_s_delta": 2.0299999999997453}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.225839, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 249, "reason": null, "system_cpu_core_ratio": 0.052194, "system_cpu_s_delta": 1.0399999999999636, "user_cpu_core_ratio": 0.173645, "user_cpu_s_delta": 3.459999999999127}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.845, "count": 200, "max_ms": 3.519, "p95_ms": 2.35, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 200}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 3.62, "max": 6.0, "p95": 5.0, "sample_count": 200}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 200}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 200}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.475, "count": 30, "max": 29.711, "p95": 29.046, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.062, "count": 30, "max": 17.631, "p95": 16.651, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 383.867, "count": 30, "max": 392.0, "p95": 391.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.267, "count": 30, "max": 8.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.04, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.202, "count": 30, "max": 0.216, "p95": 0.212, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.123, "p95": 0.011, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 252526.067, "count": 30, "max": 258056.0, "p95": 256041.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 252526.067, "count": 30, "max": 258056.0, "p95": 256041.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.467, "count": 30, "max": 66.0, "p95": 13.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.104, "count": 30, "max": 0.111, "p95": 0.11, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.349, "count": 30, "max": 0.372, "p95": 0.37, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6033, "sampled_at": "2026-09-02T10:01:09+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T10:01:09+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-09-01T17:05:35+09:00", "state": "running", "task_id": "661d3cbb-8e08-462e-832f-7ef72fdf6846", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 4800.609, "limit_mb": null}, "detail": {"h264_decode_error_count": 0, "rtsp_timeout_count": 2, "sample_message": "[in#0/rtsp @ 0x5c034ac27e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5c034ac27e00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/20.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1683403776000, "copied_frame_count": 608870, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-09-02T09:16:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5038666, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-09-02T09:16:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.309}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "cb6f26d5", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 2, "events_failed": 2, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 1683403776000, "frame_buffer_copies": 608870, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 100, "recorder_active_input_bytes": 276480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 2, "recorder_clips_failed": 0, "recorder_clips_started": 2, "stage_failures": 2, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 2, "worker_jobs_accepted": 4, "worker_jobs_completed": 2, "worker_jobs_failed": 2, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0615, "count": 512, "max_ms": 0.7881, "p50_ms": 0.0569, "p95_ms": 0.0792, "p99_ms": 0.1036}, "stages": {"db_insert": {"avg_ms": 31.717, "count": 2, "max_ms": 42.0602, "p50_ms": 31.717, "p95_ms": 41.0259, "p99_ms": 41.8534, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.0032, "count": 4, "max_ms": 2.0811, "p50_ms": 0.7705, "p95_ms": 1.9397, "p99_ms": 2.0528, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 652.8835, "count": 4, "max_ms": 1333.2965, "p50_ms": 629.1639, "p95_ms": 1314.1886, "p99_ms": 1329.475, "results": {"failed": 2, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9046, "count": 512, "max_ms": 2.2689, "p50_ms": 0.8647, "p95_ms": 1.2737, "p99_ms": 1.529, "results": {"failed": 0, "not_applicable": 0, "success": 608870, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 286.3302, "count": 4, "max_ms": 802.1059, "p50_ms": 170.8575, "p95_ms": 732.8037, "p99_ms": 788.2454, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 13.3987, "count": 4, "max_ms": 28.048, "p50_ms": 8.8602, "p95_ms": 25.2994, "p99_ms": 27.4982, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 8.0749, "count": 100, "max_ms": 16.4205, "p50_ms": 6.8748, "p95_ms": 15.0564, "p99_ms": 15.7267, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8824, "count": 100, "max_ms": 3.2383, "p50_ms": 0.7109, "p95_ms": 2.4761, "p99_ms": 2.8109, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 283.8454, "count": 4, "max_ms": 798.7367, "p50_ms": 168.2955, "p95_ms": 729.4059, "p99_ms": 784.8705, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 2, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 513.3261, "count": 2, "max_ms": 739.9057, "p50_ms": 513.3261, "p95_ms": 717.2478, "p99_ms": 735.3741, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 51.3446, "count": 2, "max_ms": 55.414, "p50_ms": 51.3446, "p95_ms": 55.007, "p99_ms": 55.3326, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0229, "count": 2, "max_ms": 1.0743, "p50_ms": 1.0229, "p95_ms": 1.0691, "p99_ms": 1.0732, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 2, "unknown": 0}}, "recorder_stop": {"avg_ms": 26.2529, "count": 2, "max_ms": 26.7426, "p50_ms": 26.2529, "p95_ms": 26.6936, "p99_ms": 26.7328, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.5905, "count": 4, "max_ms": 0.783, "p50_ms": 0.5365, "p95_ms": 0.7499, "p99_ms": 0.7763, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.1708, "count": 2, "max_ms": 1.8511, "p50_ms": 1.1708, "p95_ms": 1.783, "p99_ms": 1.8374, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.1708, "count": 2, "max_ms": 1.8511, "p50_ms": 1.1708, "p95_ms": 1.783, "p99_ms": 1.8374, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.5905, "count": 4, "max_ms": 0.783, "p50_ms": 0.5365, "p95_ms": 0.7499, "p99_ms": 0.7763, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.5251, "count": 4, "max_ms": 0.675, "p50_ms": 0.5428, "p95_ms": 0.6682, "p99_ms": 0.6736, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 642.5239, "count": 2, "max_ms": 930.0809, "p50_ms": 642.5239, "p95_ms": 901.3252, "p99_ms": 924.3298, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.9098, "count": 4, "max_ms": 4.5914, "p50_ms": 1.2489, "p95_ms": 4.0977, "p99_ms": 4.4927, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 9.6378, "count": 4, "max_ms": 17.8971, "p50_ms": 9.0085, "p95_ms": 17.3148, "p99_ms": 17.7806, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2112, "count": 4, "max_ms": 0.6665, "p50_ms": 0.0671, "p95_ms": 0.577, "p99_ms": 0.6486, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.6836, "count": 4, "max_ms": 2.4323, "p50_ms": 1.8167, "p95_ms": 2.3463, "p99_ms": 2.4151, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 365.2108, "count": 4, "max_ms": 992.3783, "p50_ms": 226.2161, "p95_ms": 903.832, "p99_ms": 974.6691, "results": {"failed": 2, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 2}, "generation": "cb6f26d5", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6665, "p50_ms": 0.0671, "p95_ms": 0.577, "p99_ms": 0.6486}, "wait_ms": {"count": 4, "max_ms": 2.4323, "p50_ms": 1.8167, "p95_ms": 2.3463, "p99_ms": 2.4151}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 2, "completed_success": 2, "cooldown_promoted": 2, "database_requested": 4, "db_insert_success": 2, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6686, "relay_business_failed": 0, "relay_business_success": 2, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 2, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 2.0811, "p50_ms": 0.7705, "p95_ms": 1.9397, "p99_ms": 2.0528}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 1, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T10:01:20+09:00", "last_error_summary": "[in#0/rtsp @ 0x5c034ac27e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5c034ac27e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 13246.886, "last_started_at": "2026-09-02T06:20:33+09:00", "pid": 863, "process": {"exists": false, "pid": 863}, "restart_count": 1, "restart_count_per_hour": 0, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 49.25, "sample_count": 2806, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 608870, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T10:01:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "cb6f26d5", "last_frame_pushed_age_sec": 0.025, "last_frame_pushed_at": "2026-09-02T10:01:20+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-09-02T10:01:20+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 106, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 293.164, "last_sample_duration_ms": 351.653, "last_trigger": "periodic", "next_snapshot_in_sec": 306.836, "reason": "waiting_for_next_snapshot", "rotation_count": 84, "runtime_state": "active", "sample_count": 106, "storage_bytes": 1883151}, "mjpeg": {"age_sec": 0.017, "exists": true, "mtime": "2026-09-02T10:01:20.119218+09:00", "mtime_epoch": 1788310880.1192179, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 252084}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-09-02T10:01:20+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1233.559, "name": "celery", "pid": 249, "rss_mb": 1211.352, "state": "S (sleeping)", "threads": 78}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 2, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 2}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 3, "last_event_ttl_s": 120.0, "last_prune_age_s": 0.713, "off_candidate_pruned_total": 7}, "top_level_key_count": 4}, "scene_scale": {"decision": "mixed", "decision_basis": "strong_samples", "decision_frame": 2054, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.111172, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 106}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 3.84, "max": 8.0, "p95": 5.0, "sample_count": 106}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 106}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 106}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 106}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 106}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 106, "pushed_frames": 106, "read_frames": 105, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.534, "pushed": 3.534, "read": 3.501}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 105, "client_acquire_ms": {"avg_ms": 0.004, "count": 105, "max_ms": 0.012, "p95_ms": 0.007, "reason": null, "sample_age_ms": 42.227, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.436, "count": 105, "max_ms": 1.657, "p95_ms": 1.078, "reason": null, "sample_age_ms": 71.225, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.128, "count": 105, "max_ms": 1.232, "p95_ms": 0.757, "reason": null, "sample_age_ms": 71.501, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.079, "count": 105, "max_ms": 0.203, "p95_ms": 0.129, "reason": null, "sample_age_ms": 42.235, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.966, "count": 105, "max_ms": 2.221, "p95_ms": 1.407, "reason": null, "sample_age_ms": 70.282, "source": "client_direct"}, "request_count": 105, "request_tensor_bytes": {"avg": 2764808.0, "count": 105, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 70.268, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 105, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 42.317, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.939, "count": 105, "max_ms": 41.454, "p95_ms": 33.273, "reason": null, "sample_age_ms": 42.222, "source": "client_direct"}, "sample_age_ms": 42.204, "source": "client_direct", "task_total_ms": {"avg_ms": 29.11, "count": 105, "max_ms": 42.361, "p95_ms": 34.221, "reason": null, "sample_age_ms": 42.204, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 105, "client_acquire_ms": {"avg_ms": 0.004, "count": 105, "max_ms": 0.023, "p95_ms": 0.007, "reason": null, "sample_age_ms": 32.313, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 3.135, "count": 105, "max_ms": 5.319, "p95_ms": 4.283, "reason": null, "sample_age_ms": 68.333, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.018, "count": 105, "max_ms": 0.036, "p95_ms": 0.029, "reason": null, "sample_age_ms": 71.421, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.145, "count": 105, "max_ms": 0.258, "p95_ms": 0.199, "reason": null, "sample_age_ms": 32.32, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.175, "count": 105, "max_ms": 2.069, "p95_ms": 1.643, "reason": null, "sample_age_ms": 67.096, "source": "client_direct"}, "request_count": 105, "request_tensor_bytes": {"avg": 2764808.0, "count": 105, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 67.082, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 105, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 32.528, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.503, "count": 105, "max_ms": 42.53, "p95_ms": 40.815, "reason": null, "sample_age_ms": 32.31, "source": "client_direct"}, "sample_age_ms": 32.307, "source": "client_direct", "task_total_ms": {"avg_ms": 37.919, "count": 105, "max_ms": 44.277, "p95_ms": 42.13, "reason": null, "sample_age_ms": 32.307, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 105, "client_acquire_ms": {"avg_ms": 0.005, "count": 105, "max_ms": 0.016, "p95_ms": 0.008, "reason": null, "sample_age_ms": 38.588, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 6.653, "count": 105, "max_ms": 9.603, "p95_ms": 8.515, "reason": null, "sample_age_ms": 64.812, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.014, "count": 105, "max_ms": 0.029, "p95_ms": 0.018, "reason": null, "sample_age_ms": 71.385, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.052, "count": 105, "max_ms": 0.134, "p95_ms": 0.083, "reason": null, "sample_age_ms": 38.593, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.245, "count": 105, "max_ms": 2.35, "p95_ms": 1.825, "reason": null, "sample_age_ms": 63.623, "source": "client_direct"}, "request_count": 105, "request_tensor_bytes": {"avg": 2764808.0, "count": 105, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 63.607, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 105, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 38.651, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.971, "count": 105, "max_ms": 34.625, "p95_ms": 31.264, "reason": null, "sample_age_ms": 38.586, "source": "client_direct"}, "sample_age_ms": 38.584, "source": "client_direct", "task_total_ms": {"avg_ms": 29.376, "count": 105, "max_ms": 36.234, "p95_ms": 32.503, "reason": null, "sample_age_ms": 38.584, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 105, "client_acquire_ms": {"avg_ms": 0.004, "count": 106, "max_ms": 0.013, "p95_ms": 0.007, "reason": null, "sample_age_ms": 34.242, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 10.229, "count": 105, "max_ms": 14.752, "p95_ms": 12.564, "reason": null, "sample_age_ms": 61.244, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.013, "count": 105, "max_ms": 0.03, "p95_ms": 0.017, "reason": null, "sample_age_ms": 71.349, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.087, "count": 106, "max_ms": 0.15, "p95_ms": 0.135, "reason": null, "sample_age_ms": 34.25, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.254, "count": 105, "max_ms": 2.446, "p95_ms": 1.694, "reason": null, "sample_age_ms": 59.63, "source": "client_direct"}, "request_count": 105, "request_tensor_bytes": {"avg": 2764808.0, "count": 105, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 59.614, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 106, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 34.412, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.005, "count": 106, "max_ms": 34.086, "p95_ms": 31.834, "reason": null, "sample_age_ms": 34.238, "source": "client_direct"}, "sample_age_ms": 34.234, "source": "client_direct", "task_total_ms": {"avg_ms": 30.448, "count": 106, "max_ms": 35.212, "p95_ms": 33.322, "reason": null, "sample_age_ms": 34.234, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 249, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.488, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.456, "count": 106, "max_ms": 0.894, "p95_ms": 0.674}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.079, "count": 106, "max_ms": 0.153, "p95_ms": 0.121}, "detection_prepare_ms": {"avg_ms": 0.098, "count": 106, "max_ms": 0.226, "p95_ms": 0.16}, "event_filter_ms": {"avg_ms": 0.003, "count": 106, "max_ms": 0.017, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.049, "count": 106, "max_ms": 0.09, "p95_ms": 0.068}, "mcmt_ms": {"avg_ms": 0.002, "count": 106, "max_ms": 0.018, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.152, "count": 106, "max_ms": 0.509, "p95_ms": 0.213}, "setup_ms": {"avg_ms": 0.025, "count": 106, "max_ms": 0.066, "p95_ms": 0.041}, "total_inside_ms": {"avg_ms": 0.428, "count": 106, "max_ms": 0.838, "p95_ms": 0.633}, "track_match_ms": {"avg_ms": 0.003, "count": 106, "max_ms": 0.02, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.016, "count": 106, "max_ms": 0.048, "p95_ms": 0.026}}, "gstreamer_push": {"avg_ms": 1.873, "count": 106, "max_ms": 2.823, "p95_ms": 2.361}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.006, "count": 106, "max_ms": 0.026, "p95_ms": 0.008}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 29.795, "count": 106, "max_ms": 43.75, "p95_ms": 35.009}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 41.416, "count": 106, "max_ms": 48.101, "p95_ms": 46.541}, "yolo11_640_fire_11class": {"avg_ms": 36.462, "count": 106, "max_ms": 44.179, "p95_ms": 40.418}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 41.176, "count": 106, "max_ms": 48.248, "p95_ms": 45.473}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.013, "count": 106, "max_ms": 0.047, "p95_ms": 0.021}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 43.393, "count": 106, "max_ms": 50.28, "p95_ms": 48.484}, "inference_input_copy_ms": {"avg_ms": 0.713, "count": 106, "max_ms": 1.905, "p95_ms": 1.112}, "processing_residual_ms": {"avg_ms": 0.066, "count": 106, "max_ms": 0.118, "p95_ms": 0.099}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 44.185, "count": 106, "max_ms": 51.058, "p95_ms": 49.167}, "read_interval": {"avg_ms": 285.416, "count": 105, "max_ms": 10153.574, "p95_ms": 174.849}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 106, "max_ms": 0.044, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.119, "count": 106, "max_ms": 0.39, "p95_ms": 0.162}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 106, "max_ms": 0.022, "p95_ms": 0.01}, "scenario.falldown_detected_ms": {"avg_ms": 0.053, "count": 106, "max_ms": 0.169, "p95_ms": 0.076}, "scenario.fire_detected_ms": {"avg_ms": 0.002, "count": 106, "max_ms": 0.013, "p95_ms": 0.002}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.05, "count": 106, "max_ms": 0.176, "p95_ms": 0.073}, "worker_merge_ms": {"avg_ms": 0.003, "count": 106, "max_ms": 0.008, "p95_ms": 0.004}}, "triton_wait": {"avg_ms": 42.053, "count": 106, "max_ms": 48.255, "p95_ms": 46.704}, "visualize": {"avg_ms": 0.193, "count": 106, "max_ms": 0.467, "p95_ms": 0.234}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 0.083, "count": 106, "max_ms": 0.174, "p95_ms": 0.111}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 0.033, "count": 106, "max_ms": 0.067, "p95_ms": 0.05}, "visualizer_prepare_ms": {"avg_ms": 0.038, "count": 106, "max_ms": 0.095, "p95_ms": 0.055}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}, "resolved_scenario_count": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 106}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 249, "process_rss_mb_proxy": 1211.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.889, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "cb6f26d5", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 49.231, "sample_count": 2900, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 608856, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T10:01:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 253274, "write_bytes_delta": 253274, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 385.0, "cpu_core_ratio": 0.120949, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 863, "reason": null, "system_cpu_core_ratio": 0.019071, "system_cpu_s_delta": 0.37999999999999545, "user_cpu_core_ratio": 0.101879, "user_cpu_s_delta": 2.0299999999997453}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.225839, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 249, "reason": null, "system_cpu_core_ratio": 0.052194, "system_cpu_s_delta": 1.0399999999999636, "user_cpu_core_ratio": 0.173645, "user_cpu_s_delta": 3.459999999999127}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.845, "count": 200, "max_ms": 3.519, "p95_ms": 2.35, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 200}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 3.62, "max": 6.0, "p95": 5.0, "sample_count": 200}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 200}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 200}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.475, "count": 30, "max": 29.711, "p95": 29.046, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.062, "count": 30, "max": 17.631, "p95": 16.651, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 383.867, "count": 30, "max": 392.0, "p95": 391.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.267, "count": 30, "max": 8.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.04, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.202, "count": 30, "max": 0.216, "p95": 0.212, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.123, "p95": 0.011, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 252526.067, "count": 30, "max": 258056.0, "p95": 256041.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 252526.067, "count": 30, "max": 258056.0, "p95": 256041.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.467, "count": 30, "max": 66.0, "p95": 13.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.104, "count": 30, "max": 0.111, "p95": 0.11, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.349, "count": 30, "max": 0.372, "p95": 0.37, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6033, "sampled_at": "2026-09-02T10:01:09+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T10:01:09+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-09-01T17:05:35+09:00", "state": "running", "task_id": "661d3cbb-8e08-462e-832f-7ef72fdf6846", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 4789.051, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1683403776000, "copied_frame_count": 608870, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-09-02T09:16:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5038666, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-09-02T09:16:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.309}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "cb6f26d5", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 2, "events_failed": 2, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 1683403776000, "frame_buffer_copies": 608870, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 100, "recorder_active_input_bytes": 276480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 2, "recorder_clips_failed": 0, "recorder_clips_started": 2, "stage_failures": 2, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 2, "worker_jobs_accepted": 4, "worker_jobs_completed": 2, "worker_jobs_failed": 2, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0615, "count": 512, "max_ms": 0.7881, "p50_ms": 0.0569, "p95_ms": 0.0792, "p99_ms": 0.1036}, "stages": {"db_insert": {"avg_ms": 31.717, "count": 2, "max_ms": 42.0602, "p50_ms": 31.717, "p95_ms": 41.0259, "p99_ms": 41.8534, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.0032, "count": 4, "max_ms": 2.0811, "p50_ms": 0.7705, "p95_ms": 1.9397, "p99_ms": 2.0528, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 652.8835, "count": 4, "max_ms": 1333.2965, "p50_ms": 629.1639, "p95_ms": 1314.1886, "p99_ms": 1329.475, "results": {"failed": 2, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9046, "count": 512, "max_ms": 2.2689, "p50_ms": 0.8647, "p95_ms": 1.2737, "p99_ms": 1.529, "results": {"failed": 0, "not_applicable": 0, "success": 608870, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 286.3302, "count": 4, "max_ms": 802.1059, "p50_ms": 170.8575, "p95_ms": 732.8037, "p99_ms": 788.2454, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 13.3987, "count": 4, "max_ms": 28.048, "p50_ms": 8.8602, "p95_ms": 25.2994, "p99_ms": 27.4982, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 8.0749, "count": 100, "max_ms": 16.4205, "p50_ms": 6.8748, "p95_ms": 15.0564, "p99_ms": 15.7267, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8824, "count": 100, "max_ms": 3.2383, "p50_ms": 0.7109, "p95_ms": 2.4761, "p99_ms": 2.8109, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 283.8454, "count": 4, "max_ms": 798.7367, "p50_ms": 168.2955, "p95_ms": 729.4059, "p99_ms": 784.8705, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 2, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 513.3261, "count": 2, "max_ms": 739.9057, "p50_ms": 513.3261, "p95_ms": 717.2478, "p99_ms": 735.3741, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 51.3446, "count": 2, "max_ms": 55.414, "p50_ms": 51.3446, "p95_ms": 55.007, "p99_ms": 55.3326, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0229, "count": 2, "max_ms": 1.0743, "p50_ms": 1.0229, "p95_ms": 1.0691, "p99_ms": 1.0732, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 2, "unknown": 0}}, "recorder_stop": {"avg_ms": 26.2529, "count": 2, "max_ms": 26.7426, "p50_ms": 26.2529, "p95_ms": 26.6936, "p99_ms": 26.7328, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.5905, "count": 4, "max_ms": 0.783, "p50_ms": 0.5365, "p95_ms": 0.7499, "p99_ms": 0.7763, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.1708, "count": 2, "max_ms": 1.8511, "p50_ms": 1.1708, "p95_ms": 1.783, "p99_ms": 1.8374, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.1708, "count": 2, "max_ms": 1.8511, "p50_ms": 1.1708, "p95_ms": 1.783, "p99_ms": 1.8374, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.5905, "count": 4, "max_ms": 0.783, "p50_ms": 0.5365, "p95_ms": 0.7499, "p99_ms": 0.7763, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.5251, "count": 4, "max_ms": 0.675, "p50_ms": 0.5428, "p95_ms": 0.6682, "p99_ms": 0.6736, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 642.5239, "count": 2, "max_ms": 930.0809, "p50_ms": 642.5239, "p95_ms": 901.3252, "p99_ms": 924.3298, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.9098, "count": 4, "max_ms": 4.5914, "p50_ms": 1.2489, "p95_ms": 4.0977, "p99_ms": 4.4927, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 9.6378, "count": 4, "max_ms": 17.8971, "p50_ms": 9.0085, "p95_ms": 17.3148, "p99_ms": 17.7806, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2112, "count": 4, "max_ms": 0.6665, "p50_ms": 0.0671, "p95_ms": 0.577, "p99_ms": 0.6486, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.6836, "count": 4, "max_ms": 2.4323, "p50_ms": 1.8167, "p95_ms": 2.3463, "p99_ms": 2.4151, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 365.2108, "count": 4, "max_ms": 992.3783, "p50_ms": 226.2161, "p95_ms": 903.832, "p99_ms": 974.6691, "results": {"failed": 2, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 2}, "generation": "cb6f26d5", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6665, "p50_ms": 0.0671, "p95_ms": 0.577, "p99_ms": 0.6486}, "wait_ms": {"count": 4, "max_ms": 2.4323, "p50_ms": 1.8167, "p95_ms": 2.3463, "p99_ms": 2.4151}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 2, "completed_success": 2, "cooldown_promoted": 2, "database_requested": 4, "db_insert_success": 2, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6686, "relay_business_failed": 0, "relay_business_success": 2, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 2, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 2.0811, "p50_ms": 0.7705, "p95_ms": 1.9397, "p99_ms": 2.0528}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 1, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T10:01:20+09:00", "last_error_summary": "[in#0/rtsp @ 0x5c034ac27e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5c034ac27e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 13246.902, "last_started_at": "2026-09-02T06:20:33+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 1, "restart_count_per_hour": 0, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 49.25, "sample_count": 2805, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 608870, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T10:01:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "cb6f26d5", "last_frame_pushed_age_sec": 0.04, "last_frame_pushed_at": "2026-09-02T10:01:20+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-09-02T10:01:20+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 106, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 293.18, "last_sample_duration_ms": 351.653, "last_trigger": "periodic", "next_snapshot_in_sec": 306.82, "reason": "waiting_for_next_snapshot", "rotation_count": 84, "runtime_state": "active", "sample_count": 106, "storage_bytes": 1883151}, "mjpeg": {"age_sec": 0.032, "exists": true, "mtime": "2026-09-02T10:01:20.119218+09:00", "mtime_epoch": 1788310880.1192179, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 252084}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-09-02T10:01:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1233.559, "name": "celery", "pid": 249, "rss_mb": 1211.473, "state": "S (sleeping)", "threads": 78}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 2, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 2}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 3, "last_event_ttl_s": 120.0, "last_prune_age_s": 0.735, "off_candidate_pruned_total": 7}, "top_level_key_count": 4}, "scene_scale": {"decision": "mixed", "decision_basis": "strong_samples", "decision_frame": 2054, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.111172, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 105}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 3.848, "max": 8.0, "p95": 5.0, "sample_count": 105}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 105}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 105}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 105}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 105}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 105, "pushed_frames": 105, "read_frames": 105, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.504, "pushed": 3.504, "read": 3.504}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 105, "client_acquire_ms": {"avg_ms": 0.004, "count": 105, "max_ms": 0.012, "p95_ms": 0.007, "reason": null, "sample_age_ms": 57.58, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.436, "count": 105, "max_ms": 1.657, "p95_ms": 1.078, "reason": null, "sample_age_ms": 86.579, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.128, "count": 105, "max_ms": 1.232, "p95_ms": 0.757, "reason": null, "sample_age_ms": 86.855, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.079, "count": 105, "max_ms": 0.203, "p95_ms": 0.129, "reason": null, "sample_age_ms": 57.589, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.966, "count": 105, "max_ms": 2.221, "p95_ms": 1.407, "reason": null, "sample_age_ms": 85.635, "source": "client_direct"}, "request_count": 105, "request_tensor_bytes": {"avg": 2764808.0, "count": 105, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 85.622, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 105, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 57.67, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.939, "count": 105, "max_ms": 41.454, "p95_ms": 33.273, "reason": null, "sample_age_ms": 57.576, "source": "client_direct"}, "sample_age_ms": 57.558, "source": "client_direct", "task_total_ms": {"avg_ms": 29.11, "count": 105, "max_ms": 42.361, "p95_ms": 34.221, "reason": null, "sample_age_ms": 57.558, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 105, "client_acquire_ms": {"avg_ms": 0.004, "count": 105, "max_ms": 0.023, "p95_ms": 0.007, "reason": null, "sample_age_ms": 47.667, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 3.135, "count": 105, "max_ms": 5.319, "p95_ms": 4.283, "reason": null, "sample_age_ms": 83.687, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.018, "count": 105, "max_ms": 0.036, "p95_ms": 0.029, "reason": null, "sample_age_ms": 86.774, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.145, "count": 105, "max_ms": 0.258, "p95_ms": 0.199, "reason": null, "sample_age_ms": 47.673, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.175, "count": 105, "max_ms": 2.069, "p95_ms": 1.643, "reason": null, "sample_age_ms": 82.449, "source": "client_direct"}, "request_count": 105, "request_tensor_bytes": {"avg": 2764808.0, "count": 105, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 82.436, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 105, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 47.881, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.503, "count": 105, "max_ms": 42.53, "p95_ms": 40.815, "reason": null, "sample_age_ms": 47.663, "source": "client_direct"}, "sample_age_ms": 47.66, "source": "client_direct", "task_total_ms": {"avg_ms": 37.919, "count": 105, "max_ms": 44.277, "p95_ms": 42.13, "reason": null, "sample_age_ms": 47.66, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 105, "client_acquire_ms": {"avg_ms": 0.005, "count": 105, "max_ms": 0.016, "p95_ms": 0.008, "reason": null, "sample_age_ms": 53.942, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 6.653, "count": 105, "max_ms": 9.603, "p95_ms": 8.515, "reason": null, "sample_age_ms": 80.165, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.014, "count": 105, "max_ms": 0.029, "p95_ms": 0.018, "reason": null, "sample_age_ms": 86.738, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.052, "count": 105, "max_ms": 0.134, "p95_ms": 0.083, "reason": null, "sample_age_ms": 53.946, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.245, "count": 105, "max_ms": 2.35, "p95_ms": 1.825, "reason": null, "sample_age_ms": 78.977, "source": "client_direct"}, "request_count": 105, "request_tensor_bytes": {"avg": 2764808.0, "count": 105, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 78.96, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 105, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 54.004, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.971, "count": 105, "max_ms": 34.625, "p95_ms": 31.264, "reason": null, "sample_age_ms": 53.939, "source": "client_direct"}, "sample_age_ms": 53.937, "source": "client_direct", "task_total_ms": {"avg_ms": 29.376, "count": 105, "max_ms": 36.234, "p95_ms": 32.503, "reason": null, "sample_age_ms": 53.937, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 105, "client_acquire_ms": {"avg_ms": 0.004, "count": 105, "max_ms": 0.013, "p95_ms": 0.007, "reason": null, "sample_age_ms": 49.596, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 10.229, "count": 105, "max_ms": 14.752, "p95_ms": 12.564, "reason": null, "sample_age_ms": 76.598, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.013, "count": 105, "max_ms": 0.03, "p95_ms": 0.017, "reason": null, "sample_age_ms": 86.703, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.087, "count": 105, "max_ms": 0.15, "p95_ms": 0.135, "reason": null, "sample_age_ms": 49.603, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.254, "count": 105, "max_ms": 2.446, "p95_ms": 1.694, "reason": null, "sample_age_ms": 74.984, "source": "client_direct"}, "request_count": 105, "request_tensor_bytes": {"avg": 2764808.0, "count": 105, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 74.968, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 105, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 49.766, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.994, "count": 105, "max_ms": 34.086, "p95_ms": 31.849, "reason": null, "sample_age_ms": 49.592, "source": "client_direct"}, "sample_age_ms": 49.588, "source": "client_direct", "task_total_ms": {"avg_ms": 30.433, "count": 105, "max_ms": 35.212, "p95_ms": 33.337, "reason": null, "sample_age_ms": 49.588, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 249, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.142, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.457, "count": 105, "max_ms": 0.894, "p95_ms": 0.674}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.08, "count": 105, "max_ms": 0.153, "p95_ms": 0.121}, "detection_prepare_ms": {"avg_ms": 0.098, "count": 105, "max_ms": 0.226, "p95_ms": 0.16}, "event_filter_ms": {"avg_ms": 0.003, "count": 105, "max_ms": 0.017, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.049, "count": 105, "max_ms": 0.09, "p95_ms": 0.068}, "mcmt_ms": {"avg_ms": 0.002, "count": 105, "max_ms": 0.018, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.153, "count": 105, "max_ms": 0.509, "p95_ms": 0.213}, "setup_ms": {"avg_ms": 0.025, "count": 105, "max_ms": 0.066, "p95_ms": 0.041}, "total_inside_ms": {"avg_ms": 0.429, "count": 105, "max_ms": 0.838, "p95_ms": 0.633}, "track_match_ms": {"avg_ms": 0.003, "count": 105, "max_ms": 0.02, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.016, "count": 105, "max_ms": 0.048, "p95_ms": 0.026}}, "gstreamer_push": {"avg_ms": 1.874, "count": 105, "max_ms": 2.823, "p95_ms": 2.361}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.006, "count": 105, "max_ms": 0.026, "p95_ms": 0.008}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 29.797, "count": 105, "max_ms": 43.75, "p95_ms": 35.009}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 41.453, "count": 105, "max_ms": 48.101, "p95_ms": 46.541}, "yolo11_640_fire_11class": {"avg_ms": 36.463, "count": 105, "max_ms": 44.179, "p95_ms": 40.418}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 41.132, "count": 105, "max_ms": 48.248, "p95_ms": 45.444}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.013, "count": 105, "max_ms": 0.047, "p95_ms": 0.021}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 43.359, "count": 105, "max_ms": 50.28, "p95_ms": 48.484}, "inference_input_copy_ms": {"avg_ms": 0.714, "count": 105, "max_ms": 1.905, "p95_ms": 1.112}, "processing_residual_ms": {"avg_ms": 0.066, "count": 105, "max_ms": 0.118, "p95_ms": 0.099}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 44.153, "count": 105, "max_ms": 51.058, "p95_ms": 49.167}, "read_interval": {"avg_ms": 285.416, "count": 105, "max_ms": 10153.574, "p95_ms": 174.849}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 105, "max_ms": 0.044, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.12, "count": 105, "max_ms": 0.39, "p95_ms": 0.162}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 105, "max_ms": 0.022, "p95_ms": 0.01}, "scenario.falldown_detected_ms": {"avg_ms": 0.053, "count": 105, "max_ms": 0.169, "p95_ms": 0.076}, "scenario.fire_detected_ms": {"avg_ms": 0.002, "count": 105, "max_ms": 0.013, "p95_ms": 0.002}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.05, "count": 105, "max_ms": 0.176, "p95_ms": 0.073}, "worker_merge_ms": {"avg_ms": 0.003, "count": 105, "max_ms": 0.008, "p95_ms": 0.004}}, "triton_wait": {"avg_ms": 42.018, "count": 105, "max_ms": 48.255, "p95_ms": 46.704}, "visualize": {"avg_ms": 0.194, "count": 105, "max_ms": 0.467, "p95_ms": 0.234}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 0.083, "count": 105, "max_ms": 0.174, "p95_ms": 0.111}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 0.033, "count": 105, "max_ms": 0.067, "p95_ms": 0.05}, "visualizer_prepare_ms": {"avg_ms": 0.038, "count": 105, "max_ms": 0.095, "p95_ms": 0.055}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}, "resolved_scenario_count": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 105}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 249, "process_rss_mb_proxy": 1211.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.889, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "cb6f26d5", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 49.231, "sample_count": 2900, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 608856, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T10:01:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 253274, "write_bytes_delta": 253274, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 385.0, "cpu_core_ratio": 0.120949, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 863, "reason": null, "system_cpu_core_ratio": 0.019071, "system_cpu_s_delta": 0.37999999999999545, "user_cpu_core_ratio": 0.101879, "user_cpu_s_delta": 2.0299999999997453}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.225839, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 249, "reason": null, "system_cpu_core_ratio": 0.052194, "system_cpu_s_delta": 1.0399999999999636, "user_cpu_core_ratio": 0.173645, "user_cpu_s_delta": 3.459999999999127}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.845, "count": 200, "max_ms": 3.519, "p95_ms": 2.35, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 200}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 3.62, "max": 6.0, "p95": 5.0, "sample_count": 200}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 200}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 200}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.475, "count": 30, "max": 29.711, "p95": 29.046, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.062, "count": 30, "max": 17.631, "p95": 16.651, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 383.867, "count": 30, "max": 392.0, "p95": 391.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.267, "count": 30, "max": 8.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.04, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.202, "count": 30, "max": 0.216, "p95": 0.212, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.123, "p95": 0.011, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 252526.067, "count": 30, "max": 258056.0, "p95": 256041.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 252526.067, "count": 30, "max": 258056.0, "p95": 256041.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.467, "count": 30, "max": 66.0, "p95": 13.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.104, "count": 30, "max": 0.111, "p95": 0.11, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.349, "count": 30, "max": 0.372, "p95": 0.37, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6033, "sampled_at": "2026-09-02T10:01:09+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T10:01:09+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-09-01T17:05:35+09:00", "state": "running", "task_id": "661d3cbb-8e08-462e-832f-7ef72fdf6846", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 4798.754, "limit_mb": null}, "detail": {"pid": 1930, "restart_count": 2, "start_count": 3}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1683403776000, "copied_frame_count": 608870, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-09-02T09:16:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5038666, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-09-02T09:16:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.309}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "cb6f26d5", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 2, "events_failed": 2, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 1683403776000, "frame_buffer_copies": 608870, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 100, "recorder_active_input_bytes": 276480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 2, "recorder_clips_failed": 0, "recorder_clips_started": 2, "stage_failures": 2, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 2, "worker_jobs_accepted": 4, "worker_jobs_completed": 2, "worker_jobs_failed": 2, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0615, "count": 512, "max_ms": 0.7881, "p50_ms": 0.0569, "p95_ms": 0.0792, "p99_ms": 0.1036}, "stages": {"db_insert": {"avg_ms": 31.717, "count": 2, "max_ms": 42.0602, "p50_ms": 31.717, "p95_ms": 41.0259, "p99_ms": 41.8534, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.0032, "count": 4, "max_ms": 2.0811, "p50_ms": 0.7705, "p95_ms": 1.9397, "p99_ms": 2.0528, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 652.8835, "count": 4, "max_ms": 1333.2965, "p50_ms": 629.1639, "p95_ms": 1314.1886, "p99_ms": 1329.475, "results": {"failed": 2, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9046, "count": 512, "max_ms": 2.2689, "p50_ms": 0.8647, "p95_ms": 1.2737, "p99_ms": 1.529, "results": {"failed": 0, "not_applicable": 0, "success": 608870, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 286.3302, "count": 4, "max_ms": 802.1059, "p50_ms": 170.8575, "p95_ms": 732.8037, "p99_ms": 788.2454, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 13.3987, "count": 4, "max_ms": 28.048, "p50_ms": 8.8602, "p95_ms": 25.2994, "p99_ms": 27.4982, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 8.0749, "count": 100, "max_ms": 16.4205, "p50_ms": 6.8748, "p95_ms": 15.0564, "p99_ms": 15.7267, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8824, "count": 100, "max_ms": 3.2383, "p50_ms": 0.7109, "p95_ms": 2.4761, "p99_ms": 2.8109, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 283.8454, "count": 4, "max_ms": 798.7367, "p50_ms": 168.2955, "p95_ms": 729.4059, "p99_ms": 784.8705, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 2, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 513.3261, "count": 2, "max_ms": 739.9057, "p50_ms": 513.3261, "p95_ms": 717.2478, "p99_ms": 735.3741, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 51.3446, "count": 2, "max_ms": 55.414, "p50_ms": 51.3446, "p95_ms": 55.007, "p99_ms": 55.3326, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0229, "count": 2, "max_ms": 1.0743, "p50_ms": 1.0229, "p95_ms": 1.0691, "p99_ms": 1.0732, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 2, "unknown": 0}}, "recorder_stop": {"avg_ms": 26.2529, "count": 2, "max_ms": 26.7426, "p50_ms": 26.2529, "p95_ms": 26.6936, "p99_ms": 26.7328, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.5905, "count": 4, "max_ms": 0.783, "p50_ms": 0.5365, "p95_ms": 0.7499, "p99_ms": 0.7763, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.1708, "count": 2, "max_ms": 1.8511, "p50_ms": 1.1708, "p95_ms": 1.783, "p99_ms": 1.8374, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.1708, "count": 2, "max_ms": 1.8511, "p50_ms": 1.1708, "p95_ms": 1.783, "p99_ms": 1.8374, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.5905, "count": 4, "max_ms": 0.783, "p50_ms": 0.5365, "p95_ms": 0.7499, "p99_ms": 0.7763, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.5251, "count": 4, "max_ms": 0.675, "p50_ms": 0.5428, "p95_ms": 0.6682, "p99_ms": 0.6736, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 642.5239, "count": 2, "max_ms": 930.0809, "p50_ms": 642.5239, "p95_ms": 901.3252, "p99_ms": 924.3298, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.9098, "count": 4, "max_ms": 4.5914, "p50_ms": 1.2489, "p95_ms": 4.0977, "p99_ms": 4.4927, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 9.6378, "count": 4, "max_ms": 17.8971, "p50_ms": 9.0085, "p95_ms": 17.3148, "p99_ms": 17.7806, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2112, "count": 4, "max_ms": 0.6665, "p50_ms": 0.0671, "p95_ms": 0.577, "p99_ms": 0.6486, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.6836, "count": 4, "max_ms": 2.4323, "p50_ms": 1.8167, "p95_ms": 2.3463, "p99_ms": 2.4151, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 365.2108, "count": 4, "max_ms": 992.3783, "p50_ms": 226.2161, "p95_ms": 903.832, "p99_ms": 974.6691, "results": {"failed": 2, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 2}, "generation": "cb6f26d5", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6665, "p50_ms": 0.0671, "p95_ms": 0.577, "p99_ms": 0.6486}, "wait_ms": {"count": 4, "max_ms": 2.4323, "p50_ms": 1.8167, "p95_ms": 2.3463, "p99_ms": 2.4151}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 2, "completed_success": 2, "cooldown_promoted": 2, "database_requested": 4, "db_insert_success": 2, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6686, "relay_business_failed": 0, "relay_business_success": 2, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 2, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 2.0811, "p50_ms": 0.7705, "p95_ms": 1.9397, "p99_ms": 2.0528}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 1, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T10:01:20+09:00", "last_error_summary": "[in#0/rtsp @ 0x5c034ac27e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5c034ac27e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.002, "last_started_at": "2026-09-02T10:01:22+09:00", "pid": 1930, "process": {"exists": true, "fd_count": 4, "hwm_mb": 44.676, "name": "ffmpeg", "pid": 1930, "rss_mb": 44.676, "state": "S (sleeping)", "threads": 1}, "restart_count": 2, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 49.226, "sample_count": 2764, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 608870, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T10:01:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "cb6f26d5", "last_frame_pushed_age_sec": 4.152, "last_frame_pushed_at": "2026-09-02T10:01:20+09:00", "last_frame_read_age_sec": 4.198, "last_frame_read_at": "2026-09-02T10:01:20+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 106, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 297.285, "last_sample_duration_ms": 351.653, "last_trigger": "periodic", "next_snapshot_in_sec": 302.715, "reason": "waiting_for_next_snapshot", "rotation_count": 84, "runtime_state": "active", "sample_count": 106, "storage_bytes": 1883151}, "mjpeg": {"age_sec": 4.145, "exists": true, "mtime": "2026-09-02T10:01:20.119218+09:00", "mtime_epoch": 1788310880.1192179, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 252084}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-09-02T10:01:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1233.559, "name": "celery", "pid": 249, "rss_mb": 1211.469, "state": "S (sleeping)", "threads": 78}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 2, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 2}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 3, "last_event_ttl_s": 120.0, "last_prune_age_s": 4.842, "off_candidate_pruned_total": 7}, "top_level_key_count": 4}, "scene_scale": {"decision": "mixed", "decision_basis": "strong_samples", "decision_frame": 2054, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.111172, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 64}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 4.359, "max": 8.0, "p95": 7.0, "sample_count": 64}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 64}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 64}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 64}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 64}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 64}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 64}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 64}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 64}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 64, "pushed_frames": 64, "read_frames": 64, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.137, "pushed": 2.137, "read": 2.137}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 64, "client_acquire_ms": {"avg_ms": 0.004, "count": 64, "max_ms": 0.012, "p95_ms": 0.007, "reason": null, "sample_age_ms": 4171.277, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.441, "count": 64, "max_ms": 1.657, "p95_ms": 1.141, "reason": null, "sample_age_ms": 4200.276, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.129, "count": 64, "max_ms": 1.232, "p95_ms": 0.753, "reason": null, "sample_age_ms": 4200.552, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.081, "count": 64, "max_ms": 0.203, "p95_ms": 0.129, "reason": null, "sample_age_ms": 4171.285, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.947, "count": 64, "max_ms": 2.221, "p95_ms": 1.356, "reason": null, "sample_age_ms": 4199.332, "source": "client_direct"}, "request_count": 64, "request_tensor_bytes": {"avg": 2764808.0, "count": 64, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4199.319, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 64, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4171.367, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.191, "count": 64, "max_ms": 41.454, "p95_ms": 33.483, "reason": null, "sample_age_ms": 4171.273, "source": "client_direct"}, "sample_age_ms": 4171.254, "source": "client_direct", "task_total_ms": {"avg_ms": 29.345, "count": 64, "max_ms": 42.361, "p95_ms": 34.295, "reason": null, "sample_age_ms": 4171.254, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 64, "client_acquire_ms": {"avg_ms": 0.004, "count": 64, "max_ms": 0.012, "p95_ms": 0.007, "reason": null, "sample_age_ms": 4161.364, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 3.122, "count": 64, "max_ms": 5.319, "p95_ms": 4.485, "reason": null, "sample_age_ms": 4197.384, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.018, "count": 64, "max_ms": 0.035, "p95_ms": 0.031, "reason": null, "sample_age_ms": 4200.471, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.146, "count": 64, "max_ms": 0.214, "p95_ms": 0.196, "reason": null, "sample_age_ms": 4161.37, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.165, "count": 64, "max_ms": 2.069, "p95_ms": 1.585, "reason": null, "sample_age_ms": 4196.146, "source": "client_direct"}, "request_count": 64, "request_tensor_bytes": {"avg": 2764808.0, "count": 64, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4196.133, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 64, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4161.578, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.741, "count": 64, "max_ms": 42.53, "p95_ms": 40.845, "reason": null, "sample_age_ms": 4161.36, "source": "client_direct"}, "sample_age_ms": 4161.357, "source": "client_direct", "task_total_ms": {"avg_ms": 38.149, "count": 64, "max_ms": 44.277, "p95_ms": 42.15, "reason": null, "sample_age_ms": 4161.357, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 64, "client_acquire_ms": {"avg_ms": 0.005, "count": 64, "max_ms": 0.016, "p95_ms": 0.009, "reason": null, "sample_age_ms": 4167.639, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 6.618, "count": 64, "max_ms": 9.377, "p95_ms": 8.518, "reason": null, "sample_age_ms": 4193.862, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.014, "count": 64, "max_ms": 0.027, "p95_ms": 0.018, "reason": null, "sample_age_ms": 4200.435, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.052, "count": 64, "max_ms": 0.096, "p95_ms": 0.085, "reason": null, "sample_age_ms": 4167.643, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.26, "count": 64, "max_ms": 2.35, "p95_ms": 1.958, "reason": null, "sample_age_ms": 4192.673, "source": "client_direct"}, "request_count": 64, "request_tensor_bytes": {"avg": 2764808.0, "count": 64, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4192.657, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 64, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4167.701, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.066, "count": 64, "max_ms": 34.625, "p95_ms": 31.429, "reason": null, "sample_age_ms": 4167.636, "source": "client_direct"}, "sample_age_ms": 4167.634, "source": "client_direct", "task_total_ms": {"avg_ms": 29.485, "count": 64, "max_ms": 36.234, "p95_ms": 32.518, "reason": null, "sample_age_ms": 4167.634, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 64, "client_acquire_ms": {"avg_ms": 0.004, "count": 64, "max_ms": 0.013, "p95_ms": 0.007, "reason": null, "sample_age_ms": 4163.293, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 10.226, "count": 64, "max_ms": 14.069, "p95_ms": 12.553, "reason": null, "sample_age_ms": 4190.295, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.013, "count": 64, "max_ms": 0.03, "p95_ms": 0.018, "reason": null, "sample_age_ms": 4200.4, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.088, "count": 64, "max_ms": 0.15, "p95_ms": 0.135, "reason": null, "sample_age_ms": 4163.3, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.287, "count": 64, "max_ms": 2.052, "p95_ms": 1.848, "reason": null, "sample_age_ms": 4188.681, "source": "client_direct"}, "request_count": 64, "request_tensor_bytes": {"avg": 2764808.0, "count": 64, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4188.664, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 64, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4163.463, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.077, "count": 64, "max_ms": 34.086, "p95_ms": 31.864, "reason": null, "sample_age_ms": 4163.289, "source": "client_direct"}, "sample_age_ms": 4163.285, "source": "client_direct", "task_total_ms": {"avg_ms": 30.552, "count": 64, "max_ms": 35.212, "p95_ms": 33.098, "reason": null, "sample_age_ms": 4163.285, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 249, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.637, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.442, "count": 64, "max_ms": 0.722, "p95_ms": 0.66}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.078, "count": 64, "max_ms": 0.153, "p95_ms": 0.121}, "detection_prepare_ms": {"avg_ms": 0.093, "count": 64, "max_ms": 0.177, "p95_ms": 0.136}, "event_filter_ms": {"avg_ms": 0.003, "count": 64, "max_ms": 0.015, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.049, "count": 64, "max_ms": 0.089, "p95_ms": 0.068}, "mcmt_ms": {"avg_ms": 0.002, "count": 64, "max_ms": 0.018, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.148, "count": 64, "max_ms": 0.256, "p95_ms": 0.218}, "setup_ms": {"avg_ms": 0.023, "count": 64, "max_ms": 0.057, "p95_ms": 0.039}, "total_inside_ms": {"avg_ms": 0.415, "count": 64, "max_ms": 0.682, "p95_ms": 0.618}, "track_match_ms": {"avg_ms": 0.003, "count": 64, "max_ms": 0.011, "p95_ms": 0.004}, "tracker_update_ms": {"avg_ms": 0.015, "count": 64, "max_ms": 0.032, "p95_ms": 0.024}}, "gstreamer_push": {"avg_ms": 1.836, "count": 64, "max_ms": 2.466, "p95_ms": 2.334}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.006, "count": 64, "max_ms": 0.01, "p95_ms": 0.008}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 30.039, "count": 64, "max_ms": 43.75, "p95_ms": 35.574}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 41.657, "count": 64, "max_ms": 48.101, "p95_ms": 46.541}, "yolo11_640_fire_11class": {"avg_ms": 36.539, "count": 64, "max_ms": 44.179, "p95_ms": 40.178}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 41.236, "count": 64, "max_ms": 48.248, "p95_ms": 45.473}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.014, "count": 64, "max_ms": 0.047, "p95_ms": 0.021}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 64, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 64, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 43.536, "count": 64, "max_ms": 50.28, "p95_ms": 48.484}, "inference_input_copy_ms": {"avg_ms": 0.708, "count": 64, "max_ms": 1.905, "p95_ms": 1.112}, "processing_residual_ms": {"avg_ms": 0.064, "count": 64, "max_ms": 0.114, "p95_ms": 0.099}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 64, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 64, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 44.321, "count": 64, "max_ms": 51.058, "p95_ms": 49.167}, "read_interval": {"avg_ms": 404.569, "count": 64, "max_ms": 10153.574, "p95_ms": 174.849}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 64, "max_ms": 0.03, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 0.116, "count": 64, "max_ms": 0.226, "p95_ms": 0.162}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 64, "max_ms": 0.013, "p95_ms": 0.01}, "scenario.falldown_detected_ms": {"avg_ms": 0.051, "count": 64, "max_ms": 0.161, "p95_ms": 0.071}, "scenario.fire_detected_ms": {"avg_ms": 0.002, "count": 64, "max_ms": 0.013, "p95_ms": 0.002}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.048, "count": 64, "max_ms": 0.084, "p95_ms": 0.069}, "worker_merge_ms": {"avg_ms": 0.003, "count": 64, "max_ms": 0.006, "p95_ms": 0.004}}, "triton_wait": {"avg_ms": 42.231, "count": 64, "max_ms": 48.255, "p95_ms": 46.704}, "visualize": {"avg_ms": 0.19, "count": 64, "max_ms": 0.327, "p95_ms": 0.234}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 64, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 64, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 0.081, "count": 64, "max_ms": 0.139, "p95_ms": 0.111}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 64, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 64, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 0.033, "count": 64, "max_ms": 0.056, "p95_ms": 0.05}, "visualizer_prepare_ms": {"avg_ms": 0.038, "count": 64, "max_ms": 0.066, "p95_ms": 0.055}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 64}, "resolved_scenario_count": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 64}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 64}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 249, "process_rss_mb_proxy": 1211.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.889, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "cb6f26d5", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 49.231, "sample_count": 2900, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 608856, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T10:01:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 253274, "write_bytes_delta": 253274, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 385.0, "cpu_core_ratio": 0.120949, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 863, "reason": null, "system_cpu_core_ratio": 0.019071, "system_cpu_s_delta": 0.37999999999999545, "user_cpu_core_ratio": 0.101879, "user_cpu_s_delta": 2.0299999999997453}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.225839, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 249, "reason": null, "system_cpu_core_ratio": 0.052194, "system_cpu_s_delta": 1.0399999999999636, "user_cpu_core_ratio": 0.173645, "user_cpu_s_delta": 3.459999999999127}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.845, "count": 200, "max_ms": 3.519, "p95_ms": 2.35, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 200}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 3.62, "max": 6.0, "p95": 5.0, "sample_count": 200}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 200}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 200}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.475, "count": 30, "max": 29.711, "p95": 29.046, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.062, "count": 30, "max": 17.631, "p95": 16.651, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 383.867, "count": 30, "max": 392.0, "p95": 391.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.267, "count": 30, "max": 8.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.04, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.202, "count": 30, "max": 0.216, "p95": 0.212, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.123, "p95": 0.011, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 252526.067, "count": 30, "max": 258056.0, "p95": 256041.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 252526.067, "count": 30, "max": 258056.0, "p95": 256041.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.467, "count": 30, "max": 66.0, "p95": 13.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.104, "count": 30, "max": 0.111, "p95": 0.11, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.349, "count": 30, "max": 0.372, "p95": 0.37, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6033, "sampled_at": "2026-09-02T10:01:09+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T10:01:09+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-09-01T17:05:35+09:00", "state": "running", "task_id": "661d3cbb-8e08-462e-832f-7ef72fdf6846", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 4789.324, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1683403776000, "copied_frame_count": 608870, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-09-02T09:16:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5038666, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-09-02T09:16:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.309}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "cb6f26d5", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 2, "events_failed": 2, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 1683403776000, "frame_buffer_copies": 608870, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 100, "recorder_active_input_bytes": 276480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 2, "recorder_clips_failed": 0, "recorder_clips_started": 2, "stage_failures": 2, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 2, "worker_jobs_accepted": 4, "worker_jobs_completed": 2, "worker_jobs_failed": 2, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0615, "count": 512, "max_ms": 0.7881, "p50_ms": 0.0569, "p95_ms": 0.0792, "p99_ms": 0.1036}, "stages": {"db_insert": {"avg_ms": 31.717, "count": 2, "max_ms": 42.0602, "p50_ms": 31.717, "p95_ms": 41.0259, "p99_ms": 41.8534, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.0032, "count": 4, "max_ms": 2.0811, "p50_ms": 0.7705, "p95_ms": 1.9397, "p99_ms": 2.0528, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 652.8835, "count": 4, "max_ms": 1333.2965, "p50_ms": 629.1639, "p95_ms": 1314.1886, "p99_ms": 1329.475, "results": {"failed": 2, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9046, "count": 512, "max_ms": 2.2689, "p50_ms": 0.8647, "p95_ms": 1.2737, "p99_ms": 1.529, "results": {"failed": 0, "not_applicable": 0, "success": 608870, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 286.3302, "count": 4, "max_ms": 802.1059, "p50_ms": 170.8575, "p95_ms": 732.8037, "p99_ms": 788.2454, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 13.3987, "count": 4, "max_ms": 28.048, "p50_ms": 8.8602, "p95_ms": 25.2994, "p99_ms": 27.4982, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 8.0749, "count": 100, "max_ms": 16.4205, "p50_ms": 6.8748, "p95_ms": 15.0564, "p99_ms": 15.7267, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8824, "count": 100, "max_ms": 3.2383, "p50_ms": 0.7109, "p95_ms": 2.4761, "p99_ms": 2.8109, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 283.8454, "count": 4, "max_ms": 798.7367, "p50_ms": 168.2955, "p95_ms": 729.4059, "p99_ms": 784.8705, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 2, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 513.3261, "count": 2, "max_ms": 739.9057, "p50_ms": 513.3261, "p95_ms": 717.2478, "p99_ms": 735.3741, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 51.3446, "count": 2, "max_ms": 55.414, "p50_ms": 51.3446, "p95_ms": 55.007, "p99_ms": 55.3326, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0229, "count": 2, "max_ms": 1.0743, "p50_ms": 1.0229, "p95_ms": 1.0691, "p99_ms": 1.0732, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 2, "unknown": 0}}, "recorder_stop": {"avg_ms": 26.2529, "count": 2, "max_ms": 26.7426, "p50_ms": 26.2529, "p95_ms": 26.6936, "p99_ms": 26.7328, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.5905, "count": 4, "max_ms": 0.783, "p50_ms": 0.5365, "p95_ms": 0.7499, "p99_ms": 0.7763, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.1708, "count": 2, "max_ms": 1.8511, "p50_ms": 1.1708, "p95_ms": 1.783, "p99_ms": 1.8374, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.1708, "count": 2, "max_ms": 1.8511, "p50_ms": 1.1708, "p95_ms": 1.783, "p99_ms": 1.8374, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.5905, "count": 4, "max_ms": 0.783, "p50_ms": 0.5365, "p95_ms": 0.7499, "p99_ms": 0.7763, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.5251, "count": 4, "max_ms": 0.675, "p50_ms": 0.5428, "p95_ms": 0.6682, "p99_ms": 0.6736, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 642.5239, "count": 2, "max_ms": 930.0809, "p50_ms": 642.5239, "p95_ms": 901.3252, "p99_ms": 924.3298, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.9098, "count": 4, "max_ms": 4.5914, "p50_ms": 1.2489, "p95_ms": 4.0977, "p99_ms": 4.4927, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 9.6378, "count": 4, "max_ms": 17.8971, "p50_ms": 9.0085, "p95_ms": 17.3148, "p99_ms": 17.7806, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2112, "count": 4, "max_ms": 0.6665, "p50_ms": 0.0671, "p95_ms": 0.577, "p99_ms": 0.6486, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.6836, "count": 4, "max_ms": 2.4323, "p50_ms": 1.8167, "p95_ms": 2.3463, "p99_ms": 2.4151, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 365.2108, "count": 4, "max_ms": 992.3783, "p50_ms": 226.2161, "p95_ms": 903.832, "p99_ms": 974.6691, "results": {"failed": 2, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 2}, "generation": "cb6f26d5", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6665, "p50_ms": 0.0671, "p95_ms": 0.577, "p99_ms": 0.6486}, "wait_ms": {"count": 4, "max_ms": 2.4323, "p50_ms": 1.8167, "p95_ms": 2.3463, "p99_ms": 2.4151}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 2, "completed_success": 2, "cooldown_promoted": 2, "database_requested": 4, "db_insert_success": 2, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6686, "relay_business_failed": 0, "relay_business_success": 2, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 2, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 2.0811, "p50_ms": 0.7705, "p95_ms": 1.9397, "p99_ms": 2.0528}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 2, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T10:01:32+09:00", "last_error_summary": "[tcp @ 0x6414d7345940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x6414d7342e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 10.097, "last_started_at": "2026-09-02T10:01:22+09:00", "pid": 1930, "process": {"exists": false, "pid": 1930}, "restart_count": 2, "restart_count_per_hour": 1, "rtsp_timeout_count": 5, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 49.226, "sample_count": 2683, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 608870, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T10:01:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["mjpeg_age_sec>10s", "last_frame_read_age_sec>10s", "last_frame_pushed_age_sec>10s"]}, "instance_id": "cb6f26d5", "last_frame_pushed_age_sec": 12.248, "last_frame_pushed_at": "2026-09-02T10:01:20+09:00", "last_frame_read_age_sec": 12.294, "last_frame_read_at": "2026-09-02T10:01:20+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 106, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 305.398, "last_sample_duration_ms": 351.653, "last_trigger": "periodic", "next_snapshot_in_sec": 294.602, "reason": "waiting_for_next_snapshot", "rotation_count": 84, "runtime_state": "active", "sample_count": 106, "storage_bytes": 1883151}, "mjpeg": {"age_sec": 12.24, "exists": true, "mtime": "2026-09-02T10:01:20.119218+09:00", "mtime_epoch": 1788310880.1192179, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 252084}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-09-02T10:01:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1233.559, "name": "celery", "pid": 249, "rss_mb": 1211.469, "state": "S (sleeping)", "threads": 78}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "mjpeg_output_stale_warning", "frame_read_stale_warning", "frame_push_stale_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 2, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 2}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 3, "last_event_ttl_s": 120.0, "last_prune_age_s": 12.951, "off_candidate_pruned_total": 7}, "top_level_key_count": 4}, "scene_scale": {"decision": "mixed", "decision_basis": "strong_samples", "decision_frame": 2054, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.111172, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 15}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 4.867, "max": 8.0, "p95": 8.0, "sample_count": 15}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 15}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 15}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 15}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 15}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 15}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 15}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 15}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 15}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 2, "processed_frames": 15, "pushed_frames": 15, "read_frames": 15, "select_timeouts": 25, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.649, "pushed": 0.649, "read": 0.649}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 15, "client_acquire_ms": {"avg_ms": 0.004, "count": 15, "max_ms": 0.011, "p95_ms": 0.008, "reason": null, "sample_age_ms": 12267.973, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.434, "count": 15, "max_ms": 1.163, "p95_ms": 1.162, "reason": null, "sample_age_ms": 12296.971, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.142, "count": 15, "max_ms": 0.802, "p95_ms": 0.769, "reason": null, "sample_age_ms": 12297.247, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.092, "count": 15, "max_ms": 0.158, "p95_ms": 0.138, "reason": null, "sample_age_ms": 12267.981, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.896, "count": 15, "max_ms": 1.224, "p95_ms": 1.173, "reason": null, "sample_age_ms": 12296.028, "source": "client_direct"}, "request_count": 15, "request_tensor_bytes": {"avg": 2764808.0, "count": 15, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 12296.014, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 15, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 12268.063, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.784, "count": 15, "max_ms": 41.454, "p95_ms": 34.126, "reason": null, "sample_age_ms": 12267.968, "source": "client_direct"}, "sample_age_ms": 12267.95, "source": "client_direct", "task_total_ms": {"avg_ms": 28.905, "count": 15, "max_ms": 42.361, "p95_ms": 35.025, "reason": null, "sample_age_ms": 12267.95, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 15, "client_acquire_ms": {"avg_ms": 0.004, "count": 15, "max_ms": 0.011, "p95_ms": 0.009, "reason": null, "sample_age_ms": 12258.059, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 2.99, "count": 15, "max_ms": 3.637, "p95_ms": 3.57, "reason": null, "sample_age_ms": 12294.079, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.018, "count": 15, "max_ms": 0.035, "p95_ms": 0.033, "reason": null, "sample_age_ms": 12297.166, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.146, "count": 15, "max_ms": 0.196, "p95_ms": 0.194, "reason": null, "sample_age_ms": 12258.066, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.166, "count": 15, "max_ms": 1.592, "p95_ms": 1.504, "reason": null, "sample_age_ms": 12292.841, "source": "client_direct"}, "request_count": 15, "request_tensor_bytes": {"avg": 2764808.0, "count": 15, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 12292.828, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 15, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 12258.274, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.358, "count": 15, "max_ms": 42.53, "p95_ms": 41.413, "reason": null, "sample_age_ms": 12258.055, "source": "client_direct"}, "sample_age_ms": 12258.052, "source": "client_direct", "task_total_ms": {"avg_ms": 38.763, "count": 15, "max_ms": 44.277, "p95_ms": 42.83, "reason": null, "sample_age_ms": 12258.052, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 15, "client_acquire_ms": {"avg_ms": 0.004, "count": 15, "max_ms": 0.008, "p95_ms": 0.007, "reason": null, "sample_age_ms": 12264.334, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 6.373, "count": 15, "max_ms": 7.286, "p95_ms": 7.019, "reason": null, "sample_age_ms": 12290.558, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.013, "count": 15, "max_ms": 0.017, "p95_ms": 0.016, "reason": null, "sample_age_ms": 12297.131, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.05, "count": 15, "max_ms": 0.068, "p95_ms": 0.061, "reason": null, "sample_age_ms": 12264.338, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.15, "count": 15, "max_ms": 1.492, "p95_ms": 1.466, "reason": null, "sample_age_ms": 12289.369, "source": "client_direct"}, "request_count": 15, "request_tensor_bytes": {"avg": 2764808.0, "count": 15, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 12289.353, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 15, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 12264.396, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.272, "count": 15, "max_ms": 34.625, "p95_ms": 32.496, "reason": null, "sample_age_ms": 12264.332, "source": "client_direct"}, "sample_age_ms": 12264.329, "source": "client_direct", "task_total_ms": {"avg_ms": 30.573, "count": 15, "max_ms": 36.234, "p95_ms": 33.788, "reason": null, "sample_age_ms": 12264.329, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 15, "client_acquire_ms": {"avg_ms": 0.005, "count": 15, "max_ms": 0.013, "p95_ms": 0.009, "reason": null, "sample_age_ms": 12259.988, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 9.86, "count": 15, "max_ms": 11.856, "p95_ms": 11.013, "reason": null, "sample_age_ms": 12286.99, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.012, "count": 15, "max_ms": 0.014, "p95_ms": 0.014, "reason": null, "sample_age_ms": 12297.095, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.085, "count": 15, "max_ms": 0.149, "p95_ms": 0.138, "reason": null, "sample_age_ms": 12259.995, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.355, "count": 15, "max_ms": 1.954, "p95_ms": 1.775, "reason": null, "sample_age_ms": 12285.376, "source": "client_direct"}, "request_count": 15, "request_tensor_bytes": {"avg": 2764808.0, "count": 15, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 12285.36, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 15, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 12260.158, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.088, "count": 15, "max_ms": 34.086, "p95_ms": 32.725, "reason": null, "sample_age_ms": 12259.984, "source": "client_direct"}, "sample_age_ms": 12259.98, "source": "client_direct", "task_total_ms": {"avg_ms": 30.634, "count": 15, "max_ms": 35.212, "p95_ms": 34.559, "reason": null, "sample_age_ms": 12259.98, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 249, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.677, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.445, "count": 15, "max_ms": 0.722, "p95_ms": 0.722}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.079, "count": 15, "max_ms": 0.153, "p95_ms": 0.153}, "detection_prepare_ms": {"avg_ms": 0.097, "count": 15, "max_ms": 0.177, "p95_ms": 0.177}, "event_filter_ms": {"avg_ms": 0.003, "count": 15, "max_ms": 0.005, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.049, "count": 15, "max_ms": 0.085, "p95_ms": 0.085}, "mcmt_ms": {"avg_ms": 0.001, "count": 15, "max_ms": 0.003, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.144, "count": 15, "max_ms": 0.218, "p95_ms": 0.218}, "setup_ms": {"avg_ms": 0.025, "count": 15, "max_ms": 0.056, "p95_ms": 0.056}, "total_inside_ms": {"avg_ms": 0.418, "count": 15, "max_ms": 0.682, "p95_ms": 0.682}, "track_match_ms": {"avg_ms": 0.003, "count": 15, "max_ms": 0.005, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.016, "count": 15, "max_ms": 0.032, "p95_ms": 0.032}}, "gstreamer_push": {"avg_ms": 1.744, "count": 15, "max_ms": 2.264, "p95_ms": 2.264}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.006, "count": 15, "max_ms": 0.008, "p95_ms": 0.008}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 29.618, "count": 15, "max_ms": 43.75, "p95_ms": 43.75}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.135, "count": 15, "max_ms": 48.101, "p95_ms": 48.101}, "yolo11_640_fire_11class": {"avg_ms": 37.382, "count": 15, "max_ms": 44.179, "p95_ms": 44.179}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 40.97, "count": 15, "max_ms": 47.233, "p95_ms": 47.233}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.013, "count": 15, "max_ms": 0.02, "p95_ms": 0.02}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 15, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 15, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 43.482, "count": 15, "max_ms": 50.28, "p95_ms": 50.28}, "inference_input_copy_ms": {"avg_ms": 0.625, "count": 15, "max_ms": 0.873, "p95_ms": 0.873}, "processing_residual_ms": {"avg_ms": 0.057, "count": 15, "max_ms": 0.086, "p95_ms": 0.086}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 15, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 15, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 44.177, "count": 15, "max_ms": 51.058, "p95_ms": 51.058}, "read_interval": {"avg_ms": 1396.775, "count": 15, "max_ms": 10153.574, "p95_ms": 10153.574}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 15, "max_ms": 0.023, "p95_ms": 0.023}, "execute_total_ms": {"avg_ms": 0.111, "count": 15, "max_ms": 0.162, "p95_ms": 0.162}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 15, "max_ms": 0.013, "p95_ms": 0.013}, "scenario.falldown_detected_ms": {"avg_ms": 0.047, "count": 15, "max_ms": 0.068, "p95_ms": 0.068}, "scenario.fire_detected_ms": {"avg_ms": 0.001, "count": 15, "max_ms": 0.002, "p95_ms": 0.002}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.048, "count": 15, "max_ms": 0.073, "p95_ms": 0.073}, "worker_merge_ms": {"avg_ms": 0.003, "count": 15, "max_ms": 0.004, "p95_ms": 0.004}}, "triton_wait": {"avg_ms": 42.142, "count": 15, "max_ms": 48.11, "p95_ms": 48.11}, "visualize": {"avg_ms": 0.192, "count": 15, "max_ms": 0.327, "p95_ms": 0.327}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 15, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 15, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 0.08, "count": 15, "max_ms": 0.127, "p95_ms": 0.127}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 15, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 15, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 0.032, "count": 15, "max_ms": 0.056, "p95_ms": 0.056}, "visualizer_prepare_ms": {"avg_ms": 0.037, "count": 15, "max_ms": 0.066, "p95_ms": 0.066}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 15}, "resolved_scenario_count": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 15}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 15}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 249, "process_rss_mb_proxy": 1211.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.889, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "cb6f26d5", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 49.231, "sample_count": 2900, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 608856, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T10:01:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 253274, "write_bytes_delta": 253274, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 385.0, "cpu_core_ratio": 0.120949, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 863, "reason": null, "system_cpu_core_ratio": 0.019071, "system_cpu_s_delta": 0.37999999999999545, "user_cpu_core_ratio": 0.101879, "user_cpu_s_delta": 2.0299999999997453}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.225839, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 249, "reason": null, "system_cpu_core_ratio": 0.052194, "system_cpu_s_delta": 1.0399999999999636, "user_cpu_core_ratio": 0.173645, "user_cpu_s_delta": 3.459999999999127}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.845, "count": 200, "max_ms": 3.519, "p95_ms": 2.35, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 200}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 3.62, "max": 6.0, "p95": 5.0, "sample_count": 200}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 200}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 200}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.475, "count": 30, "max": 29.711, "p95": 29.046, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.062, "count": 30, "max": 17.631, "p95": 16.651, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 383.867, "count": 30, "max": 392.0, "p95": 391.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.267, "count": 30, "max": 8.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.04, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.202, "count": 30, "max": 0.216, "p95": 0.212, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.123, "p95": 0.011, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 252526.067, "count": 30, "max": 258056.0, "p95": 256041.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 252526.067, "count": 30, "max": 258056.0, "p95": 256041.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.467, "count": 30, "max": 66.0, "p95": 13.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.104, "count": 30, "max": 0.111, "p95": 0.11, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.349, "count": 30, "max": 0.372, "p95": 0.37, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6033, "sampled_at": "2026-09-02T10:01:09+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T10:01:09+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 23.127, "window_s": 30.0}, "started_at": "2026-09-01T17:05:35+09:00", "state": "running", "task_id": "661d3cbb-8e08-462e-832f-7ef72fdf6846", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 4836.684, "limit_mb": null}, "detail": {"cctv_id": "20", "instance_id": "cb6f26d5", "phase": "channel_stop_after_recorder_cleanup", "recorder_cleanup": {"already_exited_count": 0, "attempted_count": 0, "duration_ms": 0.021, "enabled": true, "error_count": 0, "killed_count": 0, "reason": "channel_stop", "recorders": [], "remaining_running_count": 0, "stopped_count": 0, "timeout_s": 5.0}, "task_id": "661d3cbb-8e08-462e-832f-7ef72fdf6846"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1731339878400, "copied_frame_count": 626208, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-09-02T09:16:44+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5038666, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-09-02T09:16:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.309}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "cb6f26d5", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 2, "events_failed": 2, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 1731339878400, "frame_buffer_copies": 626208, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 100, "recorder_active_input_bytes": 276480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 2, "recorder_clips_failed": 0, "recorder_clips_started": 2, "stage_failures": 2, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 2, "worker_jobs_accepted": 4, "worker_jobs_completed": 2, "worker_jobs_failed": 2, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0652, "count": 512, "max_ms": 0.8158, "p50_ms": 0.0588, "p95_ms": 0.0836, "p99_ms": 0.1182}, "stages": {"db_insert": {"avg_ms": 31.717, "count": 2, "max_ms": 42.0602, "p50_ms": 31.717, "p95_ms": 41.0259, "p99_ms": 41.8534, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.0032, "count": 4, "max_ms": 2.0811, "p50_ms": 0.7705, "p95_ms": 1.9397, "p99_ms": 2.0528, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 652.8835, "count": 4, "max_ms": 1333.2965, "p50_ms": 629.1639, "p95_ms": 1314.1886, "p99_ms": 1329.475, "results": {"failed": 2, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9033, "count": 512, "max_ms": 2.5744, "p50_ms": 0.8345, "p95_ms": 1.3128, "p99_ms": 1.7611, "results": {"failed": 0, "not_applicable": 0, "success": 626208, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 286.3302, "count": 4, "max_ms": 802.1059, "p50_ms": 170.8575, "p95_ms": 732.8037, "p99_ms": 788.2454, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 13.3987, "count": 4, "max_ms": 28.048, "p50_ms": 8.8602, "p95_ms": 25.2994, "p99_ms": 27.4982, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 8.0749, "count": 100, "max_ms": 16.4205, "p50_ms": 6.8748, "p95_ms": 15.0564, "p99_ms": 15.7267, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.8824, "count": 100, "max_ms": 3.2383, "p50_ms": 0.7109, "p95_ms": 2.4761, "p99_ms": 2.8109, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 283.8454, "count": 4, "max_ms": 798.7367, "p50_ms": 168.2955, "p95_ms": 729.4059, "p99_ms": 784.8705, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 2, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 513.3261, "count": 2, "max_ms": 739.9057, "p50_ms": 513.3261, "p95_ms": 717.2478, "p99_ms": 735.3741, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 51.3446, "count": 2, "max_ms": 55.414, "p50_ms": 51.3446, "p95_ms": 55.007, "p99_ms": 55.3326, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0229, "count": 2, "max_ms": 1.0743, "p50_ms": 1.0229, "p95_ms": 1.0691, "p99_ms": 1.0732, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 2, "unknown": 0}}, "recorder_stop": {"avg_ms": 26.2529, "count": 2, "max_ms": 26.7426, "p50_ms": 26.2529, "p95_ms": 26.6936, "p99_ms": 26.7328, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.5905, "count": 4, "max_ms": 0.783, "p50_ms": 0.5365, "p95_ms": 0.7499, "p99_ms": 0.7763, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.1708, "count": 2, "max_ms": 1.8511, "p50_ms": 1.1708, "p95_ms": 1.783, "p99_ms": 1.8374, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.1708, "count": 2, "max_ms": 1.8511, "p50_ms": 1.1708, "p95_ms": 1.783, "p99_ms": 1.8374, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.5905, "count": 4, "max_ms": 0.783, "p50_ms": 0.5365, "p95_ms": 0.7499, "p99_ms": 0.7763, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.5251, "count": 4, "max_ms": 0.675, "p50_ms": 0.5428, "p95_ms": 0.6682, "p99_ms": 0.6736, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 642.5239, "count": 2, "max_ms": 930.0809, "p50_ms": 642.5239, "p95_ms": 901.3252, "p99_ms": 924.3298, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.9098, "count": 4, "max_ms": 4.5914, "p50_ms": 1.2489, "p95_ms": 4.0977, "p99_ms": 4.4927, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 9.6378, "count": 4, "max_ms": 17.8971, "p50_ms": 9.0085, "p95_ms": 17.3148, "p99_ms": 17.7806, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2112, "count": 4, "max_ms": 0.6665, "p50_ms": 0.0671, "p95_ms": 0.577, "p99_ms": 0.6486, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.6836, "count": 4, "max_ms": 2.4323, "p50_ms": 1.8167, "p95_ms": 2.3463, "p99_ms": 2.4151, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 365.2108, "count": 4, "max_ms": 992.3783, "p50_ms": 226.2161, "p95_ms": 903.832, "p99_ms": 974.6691, "results": {"failed": 2, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": 0.3479, "state": "complete", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 2}, "generation": "cb6f26d5", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6665, "p50_ms": 0.0671, "p95_ms": 0.577, "p99_ms": 0.6486}, "wait_ms": {"count": 4, "max_ms": 2.4323, "p50_ms": 1.8167, "p95_ms": 2.3463, "p99_ms": 2.4151}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 2, "completed_success": 2, "cooldown_promoted": 2, "database_requested": 4, "db_insert_success": 2, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6686, "relay_business_failed": 0, "relay_business_success": 2, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 2, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 2.0811, "p50_ms": 0.7705, "p95_ms": 1.9397, "p99_ms": 2.0528}}, "state": "stopped"}}, "event_type": "channel_stop_after_recorder_cleanup", "ffmpeg": {"error_count": 2, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T10:01:32+09:00", "last_error_summary": "[tcp @ 0x6414d7345940] Connection to tcp://223.171.147.71:554?timeout=10000000 failed: Connection timed out [in#0 @ 0x6414d7342e00] Error opening input: Connection timed out Error opening input file rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1. Error opening input files: Connection timed out", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1738.086, "last_started_at": "2026-09-02T10:01:36+09:00", "pid": 1932, "process": {"exists": false, "pid": 1932}, "restart_count": 3, "restart_count_per_hour": 2, "rtsp_timeout_count": 5, "rtsp_timeout_count_per_hour": 5, "rtsp_tolerant_mode": false, "running": false, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 57.701, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 626208, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T10:30:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "cb6f26d5", "last_frame_pushed_age_sec": 0.458, "last_frame_pushed_at": "2026-09-02T10:30:34+09:00", "last_frame_read_age_sec": 0.507, "last_frame_read_at": "2026-09-02T10:30:34+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 110, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 0.423, "last_sample_duration_ms": 333.012, "last_trigger": "pre_stop", "next_snapshot_in_sec": 599.577, "reason": "snapshot_written", "rotation_count": 84, "runtime_state": "active", "sample_count": 110, "storage_bytes": 1913129}, "mjpeg": {"age_sec": 0.447, "exists": true, "mtime": "2026-09-02T10:30:34.396343+09:00", "mtime_epoch": 1788312634.3963428, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 250530}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-09-02T10:30:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1233.559, "name": "celery", "pid": 249, "rss_mb": 1219.93, "state": "R (running)", "threads": 73}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 1, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 1}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 3, "last_event_ttl_s": 120.0, "last_prune_age_s": 1.342, "off_candidate_pruned_total": 8}, "top_level_key_count": 4}, "scene_scale": {"decision": "mixed", "decision_basis": "strong_samples", "decision_frame": 2054, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.111172, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 296}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 4.919, "max": 8.0, "p95": 7.0, "sample_count": 296}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 296}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 296}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 296}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 296}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 296}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 296}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 296}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 296}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 296, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.87, "pushed": 9.87, "read": 9.87}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 296, "client_acquire_ms": {"avg_ms": 0.005, "count": 296, "max_ms": 0.02, "p95_ms": 0.006, "reason": null, "sample_age_ms": 484.404, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.459, "count": 296, "max_ms": 2.336, "p95_ms": 1.087, "reason": null, "sample_age_ms": 513.157, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.136, "count": 296, "max_ms": 2.029, "p95_ms": 0.79, "reason": null, "sample_age_ms": 513.448, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.083, "count": 296, "max_ms": 1.486, "p95_ms": 0.132, "reason": null, "sample_age_ms": 484.409, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.998, "count": 296, "max_ms": 1.651, "p95_ms": 1.294, "reason": null, "sample_age_ms": 512.223, "source": "client_direct"}, "request_count": 296, "request_tensor_bytes": {"avg": 2764808.0, "count": 296, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 512.208, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 296, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 484.502, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.082, "count": 296, "max_ms": 47.244, "p95_ms": 33.988, "reason": null, "sample_age_ms": 484.4, "source": "client_direct"}, "sample_age_ms": 484.397, "source": "client_direct", "task_total_ms": {"avg_ms": 30.291, "count": 296, "max_ms": 48.449, "p95_ms": 35.277, "reason": null, "sample_age_ms": 484.397, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 296, "client_acquire_ms": {"avg_ms": 0.005, "count": 296, "max_ms": 0.021, "p95_ms": 0.007, "reason": null, "sample_age_ms": 469.438, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 3.305, "count": 296, "max_ms": 5.763, "p95_ms": 4.033, "reason": null, "sample_age_ms": 510.421, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.018, "count": 296, "max_ms": 0.065, "p95_ms": 0.027, "reason": null, "sample_age_ms": 513.373, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.168, "count": 296, "max_ms": 0.699, "p95_ms": 0.236, "reason": null, "sample_age_ms": 469.445, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.388, "count": 296, "max_ms": 16.276, "p95_ms": 1.878, "reason": null, "sample_age_ms": 508.967, "source": "client_direct"}, "request_count": 296, "request_tensor_bytes": {"avg": 2764808.0, "count": 296, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 508.945, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 296, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 469.705, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.402, "count": 296, "max_ms": 47.466, "p95_ms": 41.266, "reason": null, "sample_age_ms": 469.435, "source": "client_direct"}, "sample_age_ms": 469.432, "source": "client_direct", "task_total_ms": {"avg_ms": 39.059, "count": 296, "max_ms": 54.916, "p95_ms": 43.138, "reason": null, "sample_age_ms": 469.432, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 296, "client_acquire_ms": {"avg_ms": 0.005, "count": 296, "max_ms": 0.053, "p95_ms": 0.007, "reason": null, "sample_age_ms": 471.425, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 7.174, "count": 296, "max_ms": 11.866, "p95_ms": 8.655, "reason": null, "sample_age_ms": 505.664, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.015, "count": 296, "max_ms": 0.056, "p95_ms": 0.023, "reason": null, "sample_age_ms": 513.334, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.073, "count": 296, "max_ms": 2.703, "p95_ms": 0.133, "reason": null, "sample_age_ms": 471.432, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.391, "count": 296, "max_ms": 3.63, "p95_ms": 1.928, "reason": null, "sample_age_ms": 504.037, "source": "client_direct"}, "request_count": 296, "request_tensor_bytes": {"avg": 2764808.0, "count": 296, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 504.022, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 296, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 471.574, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.993, "count": 296, "max_ms": 39.618, "p95_ms": 33.578, "reason": null, "sample_age_ms": 471.422, "source": "client_direct"}, "sample_age_ms": 471.42, "source": "client_direct", "task_total_ms": {"avg_ms": 30.581, "count": 296, "max_ms": 42.153, "p95_ms": 35.209, "reason": null, "sample_age_ms": 471.42, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 296, "client_acquire_ms": {"avg_ms": 0.005, "count": 296, "max_ms": 0.022, "p95_ms": 0.008, "reason": null, "sample_age_ms": 470.549, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 11.183, "count": 296, "max_ms": 24.964, "p95_ms": 13.017, "reason": null, "sample_age_ms": 501.375, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.014, "count": 296, "max_ms": 0.044, "p95_ms": 0.02, "reason": null, "sample_age_ms": 513.302, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.041, "count": 296, "max_ms": 0.118, "p95_ms": 0.062, "reason": null, "sample_age_ms": 470.564, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.405, "count": 296, "max_ms": 5.7, "p95_ms": 1.92, "reason": null, "sample_age_ms": 499.396, "source": "client_direct"}, "request_count": 296, "request_tensor_bytes": {"avg": 2764808.0, "count": 296, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 499.372, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 296, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 470.715, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.93, "count": 296, "max_ms": 39.309, "p95_ms": 30.705, "reason": null, "sample_age_ms": 470.543, "source": "client_direct"}, "sample_age_ms": 470.537, "source": "client_direct", "task_total_ms": {"avg_ms": 29.48, "count": 296, "max_ms": 40.686, "p95_ms": 32.691, "reason": null, "sample_age_ms": 470.537, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 249, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.56, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.469, "count": 296, "max_ms": 1.024, "p95_ms": 0.626}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.078, "count": 296, "max_ms": 0.262, "p95_ms": 0.106}, "detection_prepare_ms": {"avg_ms": 0.102, "count": 296, "max_ms": 0.219, "p95_ms": 0.151}, "event_filter_ms": {"avg_ms": 0.003, "count": 296, "max_ms": 0.033, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.051, "count": 296, "max_ms": 0.138, "p95_ms": 0.072}, "mcmt_ms": {"avg_ms": 0.002, "count": 296, "max_ms": 0.057, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.157, "count": 296, "max_ms": 0.406, "p95_ms": 0.207}, "setup_ms": {"avg_ms": 0.026, "count": 296, "max_ms": 0.066, "p95_ms": 0.037}, "total_inside_ms": {"avg_ms": 0.441, "count": 296, "max_ms": 0.99, "p95_ms": 0.591}, "track_match_ms": {"avg_ms": 0.003, "count": 296, "max_ms": 0.015, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.018, "count": 296, "max_ms": 0.064, "p95_ms": 0.028}}, "gstreamer_push": {"avg_ms": 1.836, "count": 296, "max_ms": 5.453, "p95_ms": 2.399}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.007, "count": 296, "max_ms": 0.032, "p95_ms": 0.01}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 31.015, "count": 296, "max_ms": 49.03, "p95_ms": 36.21}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 42.758, "count": 296, "max_ms": 58.799, "p95_ms": 46.695}, "yolo11_640_fire_11class": {"avg_ms": 38.26, "count": 296, "max_ms": 54.405, "p95_ms": 43.409}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 41.158, "count": 296, "max_ms": 55.362, "p95_ms": 45.203}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.013, "count": 296, "max_ms": 0.045, "p95_ms": 0.021}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 296, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 296, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 44.427, "count": 296, "max_ms": 62.54, "p95_ms": 48.618}, "inference_input_copy_ms": {"avg_ms": 0.78, "count": 296, "max_ms": 3.858, "p95_ms": 1.094}, "processing_residual_ms": {"avg_ms": 0.075, "count": 296, "max_ms": 0.229, "p95_ms": 0.1}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 296, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 296, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 45.295, "count": 296, "max_ms": 63.481, "p95_ms": 49.525}, "read_interval": {"avg_ms": 99.816, "count": 296, "max_ms": 279.352, "p95_ms": 165.722}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 296, "max_ms": 0.044, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.124, "count": 296, "max_ms": 0.338, "p95_ms": 0.164}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 296, "max_ms": 0.027, "p95_ms": 0.009}, "scenario.falldown_detected_ms": {"avg_ms": 0.055, "count": 296, "max_ms": 0.164, "p95_ms": 0.077}, "scenario.fire_detected_ms": {"avg_ms": 0.002, "count": 296, "max_ms": 0.011, "p95_ms": 0.002}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.052, "count": 296, "max_ms": 0.14, "p95_ms": 0.073}, "worker_merge_ms": {"avg_ms": 0.003, "count": 296, "max_ms": 0.013, "p95_ms": 0.004}}, "triton_wait": {"avg_ms": 42.992, "count": 296, "max_ms": 58.806, "p95_ms": 46.888}, "visualize": {"avg_ms": 0.218, "count": 296, "max_ms": 2.687, "p95_ms": 0.303}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 296, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 296, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 0.09, "count": 296, "max_ms": 1.131, "p95_ms": 0.122}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 296, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 296, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 0.04, "count": 296, "max_ms": 1.083, "p95_ms": 0.054}, "visualizer_prepare_ms": {"avg_ms": 0.039, "count": 296, "max_ms": 0.147, "p95_ms": 0.062}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 296}, "resolved_scenario_count": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 296}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 296}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 249, "process_rss_mb_proxy": 1219.836, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.935, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "cb6f26d5", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 57.655, "sample_count": 3008, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 626080, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T10:30:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 250363, "write_bytes_delta": 250363, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 384.0, "cpu_core_ratio": 0.272603, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 1932, "reason": null, "system_cpu_core_ratio": 0.036946, "system_cpu_s_delta": 0.37000000000000455, "user_cpu_core_ratio": 0.235657, "user_cpu_s_delta": 2.3600000000000136}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.497276, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 249, "reason": null, "system_cpu_core_ratio": 0.122821, "system_cpu_s_delta": 1.2299999999995634, "user_cpu_core_ratio": 0.374455, "user_cpu_s_delta": 3.75}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.793, "count": 300, "max_ms": 5.453, "p95_ms": 2.275, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 5.74, "max": 10.0, "p95": 9.0, "sample_count": 300}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 300}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.437, "count": 30, "max": 48.064, "p95": 31.773, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.324, "count": 30, "max": 18.507, "p95": 16.571, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 382.3, "count": 30, "max": 509.0, "p95": 450.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 22.5, "count": 30, "max": 675.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.052, "p95": 0.05, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.23, "count": 30, "max": 0.306, "p95": 0.273, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.066, "p95": 0.007, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 252095.833, "count": 30, "max": 256109.0, "p95": 255361.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 252095.833, "count": 30, "max": 256109.0, "p95": 255361.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.2, "count": 30, "max": 67.0, "p95": 27.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.831, "count": 30, "max": 2.025, "p95": 1.859, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.837, "count": 30, "max": 1.724, "p95": 1.576, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 6207, "sampled_at": "2026-09-02T10:30:21+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T10:30:21+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-09-01T17:05:35+09:00", "state": "stopping", "task_id": "661d3cbb-8e08-462e-832f-7ef72fdf6846", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_090044_695a75cd.jsonl", "file_size_bytes": 66057, "flush_count": 91, "flush_interval_seconds": 30.0, "flush_state": {"count": 91, "last_at": "2026-09-02T10:29:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T10:29:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 90}, "started": true, "suppressed_count": 53826, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 53826}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 91, "written_record_count": 91}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4434.164, "limit_mb": null}, "detail": {"cctv_id": "44", "instance_id": "695a75cd", "phase": "channel_stop_after_recorder_cleanup", "recorder_cleanup": {"already_exited_count": 0, "attempted_count": 0, "duration_ms": 0.021, "enabled": true, "error_count": 0, "killed_count": 0, "reason": "channel_stop", "recorders": [], "remaining_running_count": 0, "stopped_count": 0, "timeout_s": 5.0}, "task_id": "43c07abb-c75f-4f53-aa30-e7f3354b6fd5"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 149066956800, "copied_frame_count": 53916, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "695a75cd", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 149066956800, "frame_buffer_copies": 53916, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0754, "count": 512, "max_ms": 1.0245, "p50_ms": 0.0662, "p95_ms": 0.1031, "p99_ms": 0.1392}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.7217, "count": 512, "max_ms": 1.5147, "p50_ms": 0.6886, "p95_ms": 1.1015, "p99_ms": 1.2607, "results": {"failed": 0, "not_applicable": 0, "success": 53916, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": 0.0203, "state": "complete", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "695a75cd", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "stopped"}}, "event_type": "channel_stop_after_recorder_cleanup", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5393.232, "last_started_at": "2026-09-02T09:00:44+09:00", "pid": 987, "process": {"exists": false, "pid": 987}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 56.524, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 53916, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T10:30:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "695a75cd", "last_frame_pushed_age_sec": 0.072, "last_frame_pushed_at": "2026-09-02T10:30:37+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-09-02T10:30:37+09:00", "memory_observability": {"active_channels": ["44"], "capped": false, "configured_mode": "monitoring", "current_rows": 110, "debug_expires_at": null, "deduplicated_count": 1, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 3.619, "last_sample_duration_ms": 333.012, "last_trigger": "pre_stop", "next_snapshot_in_sec": 596.381, "reason": "deduplicated:pre_stop", "rotation_count": 84, "runtime_state": "active", "sample_count": 110, "storage_bytes": 1913129}, "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-09-02T10:30:37.981345+09:00", "mtime_epoch": 1788312637.9813454, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 94982}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T10:30:38+09:00", "process": {"exists": true, "fd_count": 111, "hwm_mb": 988.117, "name": "celery", "pid": 219, "rss_mb": 962.293, "state": "R (running)", "threads": 68}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 53916, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 300}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 300}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 300}, "removed": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 300}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 300}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 300}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 300, "pushed_frames": 300, "read_frames": 299, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.009, "pushed": 10.009, "read": 9.975}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 299, "client_acquire_ms": {"avg_ms": 0.004, "count": 299, "max_ms": 0.023, "p95_ms": 0.007, "reason": null, "sample_age_ms": 102.026, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.331, "count": 299, "max_ms": 1.967, "p95_ms": 0.953, "reason": null, "sample_age_ms": 127.039, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.135, "count": 299, "max_ms": 1.524, "p95_ms": 0.772, "reason": null, "sample_age_ms": 127.21, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.082, "count": 299, "max_ms": 1.35, "p95_ms": 0.157, "reason": null, "sample_age_ms": 102.031, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.867, "count": 299, "max_ms": 2.531, "p95_ms": 1.24, "reason": null, "sample_age_ms": 126.211, "source": "client_direct"}, "request_count": 299, "request_tensor_bytes": {"avg": 2211848.0, "count": 299, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 126.199, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 299, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 102.097, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 26.07, "count": 299, "max_ms": 43.871, "p95_ms": 31.008, "reason": null, "sample_age_ms": 102.012, "source": "client_direct"}, "sample_age_ms": 102.009, "source": "client_direct", "task_total_ms": {"avg_ms": 27.137, "count": 299, "max_ms": 45.344, "p95_ms": 32.469, "reason": null, "sample_age_ms": 102.009, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 219, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.106, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.68, "count": 300, "max_ms": 2.164, "p95_ms": 0.931}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.17, "count": 300, "max_ms": 0.412, "p95_ms": 0.252}, "detection_prepare_ms": {"avg_ms": 0.071, "count": 300, "max_ms": 0.2, "p95_ms": 0.11}, "event_filter_ms": {"avg_ms": 0.003, "count": 300, "max_ms": 0.018, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.064, "count": 300, "max_ms": 1.596, "p95_ms": 0.089}, "mcmt_ms": {"avg_ms": 0.002, "count": 300, "max_ms": 0.005, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.125, "count": 300, "max_ms": 1.589, "p95_ms": 0.171}, "setup_ms": {"avg_ms": 0.031, "count": 300, "max_ms": 0.081, "p95_ms": 0.048}, "total_inside_ms": {"avg_ms": 0.65, "count": 300, "max_ms": 2.136, "p95_ms": 0.892}, "track_match_ms": {"avg_ms": 0.004, "count": 300, "max_ms": 0.02, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.18, "count": 300, "max_ms": 0.578, "p95_ms": 0.271}}, "gstreamer_push": {"avg_ms": 1.741, "count": 300, "max_ms": 7.366, "p95_ms": 2.346}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.039, "count": 300, "max_ms": 1.151, "p95_ms": 0.059}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 27.703, "count": 300, "max_ms": 45.843, "p95_ms": 33.11}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.026, "count": 300, "max_ms": 0.063, "p95_ms": 0.045}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 300, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 300, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 49.287, "count": 300, "max_ms": 69.058, "p95_ms": 55.571}, "inference_input_copy_ms": {"avg_ms": 0.763, "count": 300, "max_ms": 1.424, "p95_ms": 1.155}, "processing_residual_ms": {"avg_ms": 0.1, "count": 300, "max_ms": 5.061, "p95_ms": 0.117}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 300, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 300, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 50.176, "count": 300, "max_ms": 70.355, "p95_ms": 56.799}, "read_interval": {"avg_ms": 100.002, "count": 299, "max_ms": 196.79, "p95_ms": 132.821}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 300, "max_ms": 0.034, "p95_ms": 0.015}, "execute_total_ms": {"avg_ms": 0.088, "count": 300, "max_ms": 1.553, "p95_ms": 0.118}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 300, "max_ms": 0.033, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.077, "count": 300, "max_ms": 1.541, "p95_ms": 0.105}, "worker_merge_ms": {"avg_ms": 0.003, "count": 300, "max_ms": 0.028, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 27.714, "count": 300, "max_ms": 45.854, "p95_ms": 33.123}, "visualize": {"avg_ms": 20.318, "count": 300, "max_ms": 31.668, "p95_ms": 24.524}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 19.728, "count": 300, "max_ms": 30.812, "p95_ms": 23.951}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 300, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 20.184, "count": 300, "max_ms": 31.528, "p95_ms": 24.397}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 300, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 300, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 20.109, "count": 300, "max_ms": 31.458, "p95_ms": 24.298}, "visualizer_prepare_ms": {"avg_ms": 0.044, "count": 300, "max_ms": 2.317, "p95_ms": 0.059}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 300}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 300}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 300}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 219, "process_rss_mb_proxy": 988.719, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.854, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "695a75cd", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 56.524, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 53857, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T10:30:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 95642, "write_bytes_delta": 95642, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 707.0, "cpu_core_ratio": 0.903479, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 987, "reason": null, "system_cpu_core_ratio": 0.051514, "system_cpu_s_delta": 0.5200000000000102, "user_cpu_core_ratio": 0.851964, "user_cpu_s_delta": 8.600000000000364}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.45273, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 219, "reason": null, "system_cpu_core_ratio": 0.04557, "system_cpu_s_delta": 0.4599999999999227, "user_cpu_core_ratio": 0.40716, "user_cpu_s_delta": 4.109999999999673}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.741, "count": 300, "max_ms": 7.366, "p95_ms": 2.346, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 300}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.751, "count": 30, "max": 34.368, "p95": 22.07, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.111, "count": 30, "max": 13.998, "p95": 13.561, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 706.733, "count": 30, "max": 718.0, "p95": 715.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.267, "count": 30, "max": 8.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.044, "count": 30, "max": 0.056, "p95": 0.051, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.808, "count": 30, "max": 0.852, "p95": 0.841, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.098, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 97421.9, "count": 30, "max": 101038.0, "p95": 100806.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 94126.633, "count": 30, "max": 101038.0, "p95": 100806.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.233, "count": 30, "max": 37.0, "p95": 13.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.048, "count": 30, "max": 0.088, "p95": 0.049, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.383, "count": 30, "max": 0.407, "p95": 0.402, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 535, "sampled_at": "2026-09-02T10:30:32+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T10:30:32+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-09-02T09:00:42+09:00", "state": "stopping", "task_id": "43c07abb-c75f-4f53-aa30-e7f3354b6fd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20260902_103115_42942625.jsonl", "file_size_bytes": 549, "flush_count": 1, "flush_interval_seconds": 30.0, "flush_state": {"count": 1, "last_at": "2026-09-02T10:31:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T10:31:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 0}, "started": true, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1, "written_record_count": 1}, "buffers": {"frame_buffer_len": 0, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 2838.711, "limit_mb": null}, "detail": {"pid": 256, "restart_count": 0, "start_count": 1}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 0, "copied_frame_count": 0, "copy_error_count": 0, "current_length": 0, "frame_nbytes": null, "max_length": null, "peak_retained_bytes_estimate": 0, "retained_bytes_estimate": 0}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": null, "expected_post_frame_count": null, "expected_pre_frame_count": null, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 0, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 0, "total_upper_bound_bytes": 0, "unavailable_reason": null}}, "generation": "42942625", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 0, "frame_buffer_copies": 0, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "42942625", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-02T10:31:15+09:00", "pid": 256, "process": {"exists": true, "fd_count": 5, "hwm_mb": 200.645, "name": "ffmpeg", "pid": 256, "rss_mb": 200.645, "state": "S (sleeping)", "threads": 70}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 296.533}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 0, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "42942625", "last_frame_pushed_age_sec": null, "last_frame_pushed_at": "", "last_frame_read_age_sec": null, "last_frame_read_at": "", "memory_observability": {"active_channels": [], "capped": false, "configured_mode": "monitoring", "current_rows": 110, "debug_expires_at": null, "deduplicated_count": 1, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 42.776, "last_sample_duration_ms": 333.012, "last_trigger": "pre_stop", "next_snapshot_in_sec": 557.224, "reason": "all_channels_stopped_manual_recovery_required", "rotation_count": 84, "runtime_state": "active", "sample_count": 110, "storage_bytes": 1913129}, "mjpeg": {"age_sec": 5400.81, "exists": true, "mtime": "2026-09-02T09:01:16.394710+09:00", "mtime_epoch": 1788307276.3947096, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 89275}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-09-02T10:31:17+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 478.02, "name": "celery", "pid": 214, "rss_mb": 478.02, "state": "R (running)", "threads": 9}, "reason_codes": ["mjpeg_output_stale_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 0, "source": "client_direct"}, "model_key_cap": 30, "models": {}, "process_executor": {"inflight_current": 0, "inflight_max": 0, "max_workers": 40, "pid": 214, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "unknown", "reason": "no_requests_in_window", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.234, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "phase": "A_software_file_only", "reason": "channel_not_registered", "schema_version": "ssims.m15_video_channel_summary.v1"}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-09-02T10:31:13+09:00", "state": "running", "task_id": "5e5f85f7-ca10-4c69-8505-86ba26b63b51", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 0, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 2989.293, "limit_mb": null}, "detail": {"pid": 262, "restart_count": 0, "start_count": 1}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 0, "copied_frame_count": 0, "copy_error_count": 0, "current_length": 0, "frame_nbytes": null, "max_length": null, "peak_retained_bytes_estimate": 0, "retained_bytes_estimate": 0}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": null, "expected_post_frame_count": null, "expected_pre_frame_count": null, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 0, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 0, "total_upper_bound_bytes": 0, "unavailable_reason": null}}, "generation": "c5a0a767", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 0, "frame_buffer_copies": 0, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "c5a0a767", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.004, "last_started_at": "2026-09-02T10:31:15+09:00", "pid": 262, "process": {"exists": true, "fd_count": 5, "hwm_mb": 142.004, "name": "ffmpeg", "pid": 262, "rss_mb": 142.004, "state": "S (sleeping)", "threads": 19}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 296.222}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 0, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c5a0a767", "last_frame_pushed_age_sec": null, "last_frame_pushed_at": "", "last_frame_read_age_sec": null, "last_frame_read_at": "", "memory_observability": {"active_channels": ["45"], "capped": false, "configured_mode": "monitoring", "current_rows": 0, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": null, "last_sample_duration_ms": null, "last_trigger": null, "next_snapshot_in_sec": 59.689, "reason": "waiting_for_next_snapshot", "rotation_count": 0, "runtime_state": "active", "sample_count": 0, "storage_bytes": 0}, "mjpeg": {"age_sec": 43.119, "exists": true, "mtime": "2026-09-02T10:30:34.396343+09:00", "mtime_epoch": 1788312634.3963428, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 250530}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-09-02T10:31:17+09:00", "process": {"exists": true, "fd_count": 102, "hwm_mb": 475.621, "name": "celery", "pid": 216, "rss_mb": 475.621, "state": "R (running)", "threads": 9}, "reason_codes": ["mjpeg_output_stale_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 0, "source": "client_direct"}, "model_key_cap": 30, "models": {}, "process_executor": {"inflight_current": 0, "inflight_max": 0, "max_workers": 40, "pid": 216, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "unknown", "reason": "no_requests_in_window", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.995, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "phase": "A_software_file_only", "reason": "channel_not_registered", "schema_version": "ssims.m15_video_channel_summary.v1"}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-09-02T10:31:13+09:00", "state": "running", "task_id": "50667ee8-83cd-4e95-a898-95de01a67a4d", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 0, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 3156.52, "limit_mb": null}, "detail": {"cctv_id": "20", "instance_id": "c5a0a767", "phase": "channel_stop_after_recorder_cleanup", "recorder_cleanup": {"already_exited_count": 0, "attempted_count": 0, "duration_ms": 0.013, "enabled": true, "error_count": 0, "killed_count": 0, "reason": "channel_stop", "recorders": [], "remaining_running_count": 0, "stopped_count": 0, "timeout_s": 5.0}, "task_id": "50667ee8-83cd-4e95-a898-95de01a67a4d"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 0, "copied_frame_count": 0, "copy_error_count": 0, "current_length": 0, "frame_nbytes": null, "max_length": null, "peak_retained_bytes_estimate": 0, "retained_bytes_estimate": 0}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 0, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 0, "total_upper_bound_bytes": 0, "unavailable_reason": null}}, "generation": "c5a0a767", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 0, "frame_buffer_copies": 0, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1881, "count": 1, "max_ms": 0.1881, "p50_ms": 0.1881, "p95_ms": 0.1881, "p99_ms": 0.1881}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": 0.0169, "state": "complete", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "c5a0a767", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "stopped"}}, "event_type": "channel_stop_after_recorder_cleanup", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.74, "last_started_at": "2026-09-02T10:31:15+09:00", "pid": 262, "process": {"exists": false, "pid": 262}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 295.495}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 0, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "c5a0a767", "last_frame_pushed_age_sec": null, "last_frame_pushed_at": "", "last_frame_read_age_sec": null, "last_frame_read_at": "", "memory_observability": {"active_channels": ["20", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 1, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 0.625, "last_sample_duration_ms": 524.235, "last_trigger": "pre_stop", "next_snapshot_in_sec": 59.286, "reason": "snapshot_written", "rotation_count": 85, "runtime_state": "active", "sample_count": 1, "storage_bytes": 735950}, "mjpeg": {"age_sec": 43.855, "exists": true, "mtime": "2026-09-02T10:30:34.396343+09:00", "mtime_epoch": 1788312634.3963428, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 250530}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-09-02T10:31:18+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 476.098, "name": "celery", "pid": 216, "rss_mb": 476.098, "state": "R (running)", "threads": 7}, "reason_codes": ["mjpeg_output_stale_critical", "ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 0, "source": "client_direct"}, "model_key_cap": 30, "models": {}, "process_executor": {"inflight_current": 0, "inflight_max": 0, "max_workers": 40, "pid": 216, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "unknown", "reason": "no_requests_in_window", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 0.072, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "phase": "A_software_file_only", "reason": "awaiting_first_summary", "sample_count": 0, "schema_version": "ssims.m15_video_channel_summary.v1", "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-09-02T10:31:13+09:00", "state": "stopping", "task_id": "50667ee8-83cd-4e95-a898-95de01a67a4d", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_103116_e3ac04b3.jsonl", "file_size_bytes": 549, "flush_count": 1, "flush_interval_seconds": 30.0, "flush_state": {"count": 1, "last_at": "2026-09-02T10:31:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T10:31:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 0}, "started": true, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1, "written_record_count": 1}, "buffers": {"frame_buffer_len": 0, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 3160.469, "limit_mb": null}, "detail": {"pid": 268, "restart_count": 0, "start_count": 1}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 0, "copied_frame_count": 0, "copy_error_count": 0, "current_length": 0, "frame_nbytes": null, "max_length": null, "peak_retained_bytes_estimate": 0, "retained_bytes_estimate": 0}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": null, "expected_post_frame_count": null, "expected_pre_frame_count": null, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 0, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 0, "total_upper_bound_bytes": 0, "unavailable_reason": null}}, "generation": "e3ac04b3", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 0, "frame_buffer_copies": 0, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "e3ac04b3", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-02T10:31:16+09:00", "pid": 268, "process": {"exists": true, "fd_count": 5, "hwm_mb": 323.109, "name": "ffmpeg", "pid": 268, "rss_mb": 323.109, "state": "R (running)", "threads": 49}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 295.433}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 0, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e3ac04b3", "last_frame_pushed_age_sec": null, "last_frame_pushed_at": "", "last_frame_read_age_sec": null, "last_frame_read_at": "", "memory_observability": {"active_channels": ["45"], "capped": false, "configured_mode": "monitoring", "current_rows": 1, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 0.689, "last_sample_duration_ms": 524.235, "last_trigger": "pre_stop", "next_snapshot_in_sec": 59.223, "reason": "channel_unregistered_recovery_pending", "rotation_count": 85, "runtime_state": "active", "sample_count": 1, "storage_bytes": 735950}, "mjpeg": {"age_sec": 40.329, "exists": true, "mtime": "2026-09-02T10:30:37.981345+09:00", "mtime_epoch": 1788312637.9813454, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 94982}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T10:31:18+09:00", "process": {"exists": true, "fd_count": 116, "hwm_mb": 475.867, "name": "celery", "pid": 244, "rss_mb": 475.867, "state": "R (running)", "threads": 9}, "reason_codes": ["mjpeg_output_stale_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 0, "source": "client_direct"}, "model_key_cap": 30, "models": {}, "process_executor": {"inflight_current": 0, "inflight_max": 0, "max_workers": 40, "pid": 244, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "unknown", "reason": "no_requests_in_window", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.692, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "phase": "A_software_file_only", "reason": "channel_not_registered", "schema_version": "ssims.m15_video_channel_summary.v1"}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-09-02T10:31:13+09:00", "state": "running", "task_id": "9a8501ea-fddd-4817-a6cc-918c29fea5c1", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_103116_e3ac04b3.jsonl", "file_size_bytes": 549, "flush_count": 1, "flush_interval_seconds": 30.0, "flush_state": {"count": 1, "last_at": "2026-09-02T10:31:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T10:31:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 0}, "started": true, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1, "written_record_count": 1}, "buffers": {"frame_buffer_len": 0, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 2881.027, "limit_mb": null}, "detail": {"cctv_id": "44", "instance_id": "e3ac04b3", "phase": "channel_stop_after_recorder_cleanup", "recorder_cleanup": {"already_exited_count": 0, "attempted_count": 0, "duration_ms": 0.016, "enabled": true, "error_count": 0, "killed_count": 0, "reason": "channel_stop", "recorders": [], "remaining_running_count": 0, "stopped_count": 0, "timeout_s": 5.0}, "task_id": "9a8501ea-fddd-4817-a6cc-918c29fea5c1"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 0, "copied_frame_count": 0, "copy_error_count": 0, "current_length": 0, "frame_nbytes": null, "max_length": null, "peak_retained_bytes_estimate": 0, "retained_bytes_estimate": 0}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 0, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 0, "total_upper_bound_bytes": 0, "unavailable_reason": null}}, "generation": "e3ac04b3", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 0, "frame_buffer_copies": 0, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1018, "count": 1, "max_ms": 0.1018, "p50_ms": 0.1018, "p95_ms": 0.1018, "p99_ms": 0.1018}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": 0.0191, "state": "complete", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "e3ac04b3", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "stopped"}}, "event_type": "channel_stop_after_recorder_cleanup", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.176, "last_started_at": "2026-09-02T10:31:16+09:00", "pid": 268, "process": {"exists": false, "pid": 268}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 295.262}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 0, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e3ac04b3", "last_frame_pushed_age_sec": null, "last_frame_pushed_at": "", "last_frame_read_age_sec": null, "last_frame_read_at": "", "memory_observability": {"active_channels": ["44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 1, "debug_expires_at": null, "deduplicated_count": 1, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 0.858, "last_sample_duration_ms": 524.235, "last_trigger": "pre_stop", "next_snapshot_in_sec": 59.836, "reason": "deduplicated:pre_stop", "rotation_count": 85, "runtime_state": "active", "sample_count": 1, "storage_bytes": 735950}, "mjpeg": {"age_sec": 40.504, "exists": true, "mtime": "2026-09-02T10:30:37.981345+09:00", "mtime_epoch": 1788312637.9813454, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 94982}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T10:31:18+09:00", "process": {"exists": true, "fd_count": 117, "hwm_mb": 476.316, "name": "celery", "pid": 244, "rss_mb": 476.316, "state": "R (running)", "threads": 7}, "reason_codes": ["mjpeg_output_stale_critical", "ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 0, "source": "client_direct"}, "model_key_cap": 30, "models": {}, "process_executor": {"inflight_current": 0, "inflight_max": 0, "max_workers": 40, "pid": 244, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "unknown", "reason": "no_requests_in_window", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 0.038, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "phase": "A_software_file_only", "reason": "awaiting_first_summary", "sample_count": 0, "schema_version": "ssims.m15_video_channel_summary.v1", "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-09-02T10:31:13+09:00", "state": "stopping", "task_id": "9a8501ea-fddd-4817-a6cc-918c29fea5c1", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 0, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 3134.816, "limit_mb": null}, "detail": {"pid": 689, "restart_count": 0, "start_count": 1}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 0, "copied_frame_count": 0, "copy_error_count": 0, "current_length": 0, "frame_nbytes": null, "max_length": null, "peak_retained_bytes_estimate": 0, "retained_bytes_estimate": 0}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": null, "expected_post_frame_count": null, "expected_pre_frame_count": null, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 0, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 0, "total_upper_bound_bytes": 0, "unavailable_reason": null}}, "generation": "7b397988", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 0, "frame_buffer_copies": 0, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "7b397988", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.002, "last_started_at": "2026-09-02T10:31:40+09:00", "pid": 689, "process": {"exists": true, "fd_count": 5, "hwm_mb": 152.359, "name": "ffmpeg", "pid": 689, "rss_mb": 152.359, "state": "R (running)", "threads": 49}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 296.514}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 0, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "7b397988", "last_frame_pushed_age_sec": null, "last_frame_pushed_at": "", "last_frame_read_age_sec": null, "last_frame_read_at": "", "memory_observability": {"active_channels": ["45"], "capped": false, "configured_mode": "monitoring", "current_rows": 1, "debug_expires_at": null, "deduplicated_count": 1, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 24.878, "last_sample_duration_ms": 524.235, "last_trigger": "pre_stop", "next_snapshot_in_sec": 35.816, "reason": "channel_unregistered_recovery_pending", "rotation_count": 85, "runtime_state": "active", "sample_count": 1, "storage_bytes": 735950}, "mjpeg": {"age_sec": 68.104, "exists": true, "mtime": "2026-09-02T10:30:34.396343+09:00", "mtime_epoch": 1788312634.3963428, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 250530}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-09-02T10:31:42+09:00", "process": {"exists": true, "fd_count": 123, "hwm_mb": 478.031, "name": "celery", "pid": 244, "rss_mb": 478.031, "state": "R (running)", "threads": 9}, "reason_codes": ["mjpeg_output_stale_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 0, "source": "client_direct"}, "model_key_cap": 30, "models": {}, "process_executor": {"inflight_current": 0, "inflight_max": 0, "max_workers": 40, "pid": 244, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "unknown", "reason": "no_requests_in_window", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 0.789, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "phase": "A_software_file_only", "reason": "channel_not_registered", "schema_version": "ssims.m15_video_channel_summary.v1"}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-09-02T10:31:39+09:00", "state": "running", "task_id": "8688e665-1ee7-4a50-a166-8268a74481cd", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_103436_f3cd63d1.jsonl", "file_size_bytes": 549, "flush_count": 1, "flush_interval_seconds": 30.0, "flush_state": {"count": 1, "last_at": "2026-09-02T10:34:36", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T10:34:36", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 0}, "started": true, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1, "written_record_count": 1}, "buffers": {"frame_buffer_len": 0, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 3814.965, "limit_mb": null}, "detail": {"pid": 878, "restart_count": 0, "start_count": 1}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 0, "copied_frame_count": 0, "copy_error_count": 0, "current_length": 0, "frame_nbytes": null, "max_length": null, "peak_retained_bytes_estimate": 0, "retained_bytes_estimate": 0}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": null, "expected_post_frame_count": null, "expected_pre_frame_count": null, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 0, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 0, "total_upper_bound_bytes": 0, "unavailable_reason": null}}, "generation": "f3cd63d1", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 0, "frame_buffer_copies": 0, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "f3cd63d1", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-02T10:34:36+09:00", "pid": 878, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.488, "name": "ffmpeg", "pid": 878, "rss_mb": 326.488, "state": "R (running)", "threads": 49}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 296.45}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 0, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "f3cd63d1", "last_frame_pushed_age_sec": null, "last_frame_pushed_at": "", "last_frame_read_age_sec": null, "last_frame_read_at": "", "memory_observability": {"active_channels": ["20", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 2, "debug_expires_at": null, "deduplicated_count": 1, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 115.451, "last_sample_duration_ms": 620.879, "last_trigger": "start_stable", "next_snapshot_in_sec": 484.549, "reason": "waiting_for_next_snapshot", "rotation_count": 85, "runtime_state": "active", "sample_count": 2, "storage_bytes": 743484}, "mjpeg": {"age_sec": 240.283, "exists": true, "mtime": "2026-09-02T10:30:37.981345+09:00", "mtime_epoch": 1788312637.9813454, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 94982}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T10:34:38+09:00", "process": {"exists": true, "fd_count": 113, "hwm_mb": 479.715, "name": "celery", "pid": 216, "rss_mb": 479.715, "state": "R (running)", "threads": 9}, "reason_codes": ["mjpeg_output_stale_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 0, "source": "client_direct"}, "model_key_cap": 30, "models": {}, "process_executor": {"inflight_current": 0, "inflight_max": 0, "max_workers": 40, "pid": 216, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "unknown", "reason": "no_requests_in_window", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.216, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "phase": "A_software_file_only", "reason": "channel_not_registered", "schema_version": "ssims.m15_video_channel_summary.v1"}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-09-02T10:34:34+09:00", "state": "running", "task_id": "0461f8bd-1aa7-4e75-bde7-dc1bf8ef78f6", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20260902_103115_42942625.jsonl", "file_size_bytes": 19038, "flush_count": 20, "flush_interval_seconds": 30.0, "flush_state": {"count": 20, "last_at": "2026-09-02T10:49:35", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T10:49:35", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 19}, "started": true, "suppressed_count": 10371, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 23, "tracking_summary": 10348}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 20, "written_record_count": 20}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4078.227, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x58f50937ffc0] left block unavailable for requested intra mode [h264 @ 0x58f50937ffc0] error while decoding MB 0 4, bytestream 1529 [h264 @ 0x58f5095ecb40] error while decoding MB 8 53, bytestream -5 [in#0/rtsp @ 0x58f50884ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x58f50884ae00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 28659916800, "copied_frame_count": 10366, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-09-02T10:49:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2394914, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-09-02T10:48:55+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.141}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "42942625", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 23, "events_emitted": 23, "events_failed": 0, "events_observed": 23, "events_suppressed": 0, "frame_buffer_copied_bytes": 28659916800, "frame_buffer_copies": 10366, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1150, "recorder_active_input_bytes": 3179520000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 23, "recorder_clips_failed": 0, "recorder_clips_started": 23, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 23, "worker_jobs_accepted": 23, "worker_jobs_completed": 23, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0823, "count": 512, "max_ms": 1.3845, "p50_ms": 0.066, "p95_ms": 0.1477, "p99_ms": 0.2642}, "stages": {"db_insert": {"avg_ms": 14.5056, "count": 23, "max_ms": 37.6323, "p50_ms": 12.2405, "p95_ms": 32.6351, "p99_ms": 36.6947, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.4235, "count": 23, "max_ms": 2.0594, "p50_ms": 1.3897, "p95_ms": 2.0029, "p99_ms": 2.0497, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1240.3192, "count": 23, "max_ms": 1686.5563, "p50_ms": 1224.3619, "p95_ms": 1360.2975, "p99_ms": 1616.6648, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2307, "count": 512, "max_ms": 11.9362, "p50_ms": 1.037, "p95_ms": 2.1, "p99_ms": 3.1745, "results": {"failed": 0, "not_applicable": 0, "success": 10366, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 872.8441, "count": 23, "max_ms": 950.2417, "p50_ms": 868.8288, "p95_ms": 941.8658, "p99_ms": 949.0694, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 7.0344, "count": 23, "max_ms": 11.7452, "p50_ms": 6.7726, "p95_ms": 8.1348, "p99_ms": 10.9509, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 13.2582, "count": 512, "max_ms": 20.461, "p50_ms": 13.1005, "p95_ms": 17.5243, "p99_ms": 19.3223, "results": {"failed": 0, "not_applicable": 0, "success": 1150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.0145, "count": 512, "max_ms": 3.331, "p50_ms": 0.9259, "p95_ms": 1.8969, "p99_ms": 2.3082, "results": {"failed": 0, "not_applicable": 0, "success": 1150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 869.7828, "count": 23, "max_ms": 946.5064, "p50_ms": 865.7245, "p95_ms": 938.3359, "p99_ms": 945.3476, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 791.5479, "count": 23, "max_ms": 863.3638, "p50_ms": 786.8085, "p95_ms": 844.2055, "p99_ms": 859.4014, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 73.4797, "count": 23, "max_ms": 89.9506, "p50_ms": 73.5011, "p95_ms": 79.8909, "p99_ms": 87.7824, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5705, "count": 23, "max_ms": 4.8909, "p50_ms": 1.0915, "p95_ms": 3.8692, "p99_ms": 4.683, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 30.1671, "count": 23, "max_ms": 43.482, "p50_ms": 30.5881, "p95_ms": 36.0868, "p99_ms": 41.8582, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7456, "count": 23, "max_ms": 3.0917, "p50_ms": 0.5717, "p95_ms": 1.2513, "p99_ms": 2.6897, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4355, "count": 23, "max_ms": 5.0971, "p50_ms": 0.757, "p95_ms": 4.242, "p99_ms": 4.9101, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4355, "count": 23, "max_ms": 5.0971, "p50_ms": 0.757, "p95_ms": 4.242, "p99_ms": 4.9101, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7456, "count": 23, "max_ms": 3.0917, "p50_ms": 0.5717, "p95_ms": 1.2513, "p99_ms": 2.6897, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7084, "count": 23, "max_ms": 1.9613, "p50_ms": 0.6267, "p95_ms": 1.0957, "p99_ms": 1.7755, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 338.1496, "count": 23, "max_ms": 722.9412, "p50_ms": 316.5582, "p95_ms": 430.6792, "p99_ms": 660.4016, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 0.6941, "count": 23, "max_ms": 1.12, "p50_ms": 0.6773, "p95_ms": 1.052, "p99_ms": 1.1052, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 2.5066, "count": 23, "max_ms": 6.0948, "p50_ms": 2.3342, "p95_ms": 3.9665, "p99_ms": 5.6516, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0956, "count": 23, "max_ms": 0.8302, "p50_ms": 0.057, "p95_ms": 0.1148, "p99_ms": 0.6734, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.6661, "count": 23, "max_ms": 2.6433, "p50_ms": 1.5726, "p95_ms": 2.5684, "p99_ms": 2.6299, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 366.0004, "count": 23, "max_ms": 780.363, "p50_ms": 337.8023, "p95_ms": 470.4555, "p99_ms": 713.8822, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "42942625", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 23, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765346, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 23, "max_ms": 0.8302, "p50_ms": 0.057, "p95_ms": 0.1148, "p99_ms": 0.6734}, "wait_ms": {"count": 23, "max_ms": 2.6433, "p50_ms": 1.5726, "p95_ms": 2.5684, "p99_ms": 2.6299}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 23, "artifact_failed": 0, "artifact_requested": 23, "artifact_success": 23, "completed": 23, "completed_failed": 0, "completed_success": 23, "cooldown_promoted": 23, "database_requested": 23, "db_insert_success": 23, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6709, "relay_business_failed": 0, "relay_business_success": 23, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 23, "relay_transport_failed": 0, "relay_transport_success": 23, "reservation_requested": 23}, "snapshot": {"copied_bytes": 63590400, "copied_count": 23, "copy": {"count": 23, "max_ms": 2.0594, "p50_ms": 1.3897, "p95_ms": 2.0029, "p99_ms": 2.0497}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T10:49:35+09:00", "last_error_summary": "[h264 @ 0x58f50937ffc0] left block unavailable for requested intra mode [h264 @ 0x58f50937ffc0] error while decoding MB 0 4, bytestream 1529 [h264 @ 0x58f5095ecb40] error while decoding MB 8 53, bytestream -5 [in#0/rtsp @ 0x58f50884ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x58f50884ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1100.722, "last_started_at": "2026-09-02T10:31:15+09:00", "pid": 256, "process": {"exists": false, "pid": 256}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.754, "sample_count": 2572, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10366, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T10:49:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "42942625", "last_frame_pushed_age_sec": 0.091, "last_frame_pushed_at": "2026-09-02T10:49:35+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-09-02T10:49:35+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 4, "debug_expires_at": null, "deduplicated_count": 1, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 235.834, "last_sample_duration_ms": 588.312, "last_trigger": "periodic", "next_snapshot_in_sec": 364.166, "reason": "waiting_for_next_snapshot", "rotation_count": 85, "runtime_state": "active", "sample_count": 4, "storage_bytes": 760564}, "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-09-02T10:49:35.842914+09:00", "mtime_epoch": 1788313775.8429143, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 97772}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-09-02T10:49:35+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 854.059, "name": "celery", "pid": 214, "rss_mb": 732.688, "state": "S (sleeping)", "threads": 73}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 20, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 7, "history_size_limit": 20, "last_frame_idx": 10367, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 7}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 15.679, "max": 21.0, "p95": 19.0, "sample_count": 106}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 6.349, "max": 7.0, "p95": 7.0, "sample_count": 106}, "total": {"avg": 6.349, "max": 7.0, "p95": 7.0, "sample_count": 106}}, "tracking_counts": {"active": {"avg": 3.377, "max": 4.0, "p95": 4.0, "sample_count": 106}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}, "removed": {"avg": 0.019, "max": 1.0, "p95": 0.0, "sample_count": 106}, "tracked": {"avg": 3.377, "max": 4.0, "p95": 4.0, "sample_count": 106}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 106, "pushed_frames": 106, "read_frames": 106, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.537, "pushed": 3.537, "read": 3.537}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 106, "client_acquire_ms": {"avg_ms": 0.008, "count": 106, "max_ms": 0.026, "p95_ms": 0.017, "reason": null, "sample_age_ms": 25.207, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.53, "count": 106, "max_ms": 3.0, "p95_ms": 1.455, "reason": null, "sample_age_ms": 81.37, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.215, "count": 106, "max_ms": 1.566, "p95_ms": 1.111, "reason": null, "sample_age_ms": 81.526, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.353, "count": 106, "max_ms": 0.941, "p95_ms": 0.658, "reason": null, "sample_age_ms": 25.212, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.022, "count": 106, "max_ms": 3.998, "p95_ms": 3.394, "reason": null, "sample_age_ms": 80.201, "source": "client_direct"}, "request_count": 106, "request_tensor_bytes": {"avg": 2764808.0, "count": 106, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 80.183, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 106, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 25.467, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.07, "count": 106, "max_ms": 72.078, "p95_ms": 49.014, "reason": null, "sample_age_ms": 25.203, "source": "client_direct"}, "sample_age_ms": 25.201, "source": "client_direct", "task_total_ms": {"avg_ms": 37.601, "count": 106, "max_ms": 75.575, "p95_ms": 51.75, "reason": null, "sample_age_ms": 25.201, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 214, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.536, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 11.311, "count": 106, "max_ms": 17.777, "p95_ms": 14.8}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.517, "count": 106, "max_ms": 1.323, "p95_ms": 0.89}, "detection_prepare_ms": {"avg_ms": 1.418, "count": 106, "max_ms": 3.246, "p95_ms": 2.01}, "event_filter_ms": {"avg_ms": 0.004, "count": 106, "max_ms": 0.023, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.443, "count": 106, "max_ms": 0.808, "p95_ms": 0.683}, "mcmt_ms": {"avg_ms": 0.003, "count": 106, "max_ms": 0.007, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 6.386, "count": 106, "max_ms": 10.163, "p95_ms": 8.976}, "setup_ms": {"avg_ms": 0.037, "count": 106, "max_ms": 0.154, "p95_ms": 0.07}, "total_inside_ms": {"avg_ms": 11.259, "count": 106, "max_ms": 17.676, "p95_ms": 14.713}, "track_match_ms": {"avg_ms": 0.262, "count": 106, "max_ms": 0.572, "p95_ms": 0.425}, "tracker_update_ms": {"avg_ms": 2.187, "count": 106, "max_ms": 3.954, "p95_ms": 3.039}}, "gstreamer_push": {"avg_ms": 2.19, "count": 106, "max_ms": 6.907, "p95_ms": 3.755}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 106, "max_ms": 0.543, "p95_ms": 0.064}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.165, "count": 106, "max_ms": 76.513, "p95_ms": 51.698}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.031, "count": 106, "max_ms": 0.083, "p95_ms": 0.055}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 80.766, "count": 106, "max_ms": 126.924, "p95_ms": 95.999}, "inference_input_copy_ms": {"avg_ms": 1.667, "count": 106, "max_ms": 2.855, "p95_ms": 2.552}, "processing_residual_ms": {"avg_ms": 0.233, "count": 106, "max_ms": 0.628, "p95_ms": 0.441}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 82.696, "count": 106, "max_ms": 128.898, "p95_ms": 99.032}, "read_interval": {"avg_ms": 282.652, "count": 106, "max_ms": 19294.276, "p95_ms": 138.978}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 106, "max_ms": 0.039, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 6.334, "count": 106, "max_ms": 10.113, "p95_ms": 8.928}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 106, "max_ms": 0.032, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 6.32, "count": 106, "max_ms": 10.095, "p95_ms": 8.914}, "worker_merge_ms": {"avg_ms": 0.005, "count": 106, "max_ms": 0.012, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 38.178, "count": 106, "max_ms": 76.523, "p95_ms": 51.71}, "visualize": {"avg_ms": 30.106, "count": 106, "max_ms": 55.886, "p95_ms": 41.65}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.966, "count": 106, "max_ms": 55.686, "p95_ms": 41.392}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.882, "count": 106, "max_ms": 55.591, "p95_ms": 41.273}, "visualizer_prepare_ms": {"avg_ms": 0.041, "count": 106, "max_ms": 0.112, "p95_ms": 0.07}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 106}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 214, "process_rss_mb_proxy": 732.609, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.04, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "42942625", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.754, "sample_count": 2575, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10359, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T10:49:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 96194, "write_bytes_delta": 96194, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 46.0, "cpu_core_ratio": 0.019662, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2138.0, "pid": 256, "reason": null, "system_cpu_core_ratio": 0.003836, "system_cpu_s_delta": 0.0799999999999983, "user_cpu_core_ratio": 0.015826, "user_cpu_s_delta": 0.3299999999999841}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.375017, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 214, "reason": null, "system_cpu_core_ratio": 0.187029, "system_cpu_s_delta": 3.900000000000091, "user_cpu_core_ratio": 0.187988, "user_cpu_s_delta": 3.919999999999618}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.161, "count": 107, "max_ms": 6.907, "p95_ms": 3.616, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 15.832, "max": 21.0, "p95": 20.0, "sample_count": 107}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 6.383, "key_count": 1, "max": 7.0, "p95": 7.0, "provenance": "bounded_other_sum_proxy", "sample_count": 107}, "total": {"avg": 6.383, "max": 7.0, "p95": 7.0, "sample_count": 107}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.368, "count": 30, "max": 60.146, "p95": 26.561, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.479, "count": 30, "max": 16.415, "p95": 15.862, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 492.067, "count": 30, "max": 777.0, "p95": 597.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 156.9, "count": 30, "max": 2138.0, "p95": 921.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.236, "p95": 0.144, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.333, "count": 30, "max": 0.4, "p95": 0.396, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.097, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99731.4, "count": 30, "max": 102776.0, "p95": 102178.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 99731.4, "count": 30, "max": 102776.0, "p95": 102178.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 40852.633, "count": 30, "max": 194706.0, "p95": 158931.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 2.219, "count": 30, "max": 2.451, "p95": 2.444, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 2.045, "count": 30, "max": 2.306, "p95": 2.262, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 107, "sampled_at": "2026-09-02T10:49:35+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T10:49:35+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-09-02T10:31:13+09:00", "state": "running", "task_id": "5e5f85f7-ca10-4c69-8505-86ba26b63b51", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20260902_103115_42942625.jsonl", "file_size_bytes": 19038, "flush_count": 20, "flush_interval_seconds": 30.0, "flush_state": {"count": 20, "last_at": "2026-09-02T10:49:35", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T10:49:35", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 19}, "started": true, "suppressed_count": 10371, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 23, "tracking_summary": 10348}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 20, "written_record_count": 20}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4079.559, "limit_mb": null}, "detail": {"last_error_at": "2026-09-02T10:49:35+09:00", "last_error_summary": "[h264 @ 0x58f50937ffc0] left block unavailable for requested intra mode [h264 @ 0x58f50937ffc0] error while decoding MB 0 4, bytestream 1529 [h264 @ 0x58f5095ecb40] error while decoding MB 8 53, bytestream -5 [in#0/rtsp @ 0x58f50884ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x58f50884ae00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 28662681600, "copied_frame_count": 10367, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-09-02T10:49:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2394914, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-09-02T10:48:55+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.141}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "42942625", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 23, "events_emitted": 23, "events_failed": 0, "events_observed": 23, "events_suppressed": 0, "frame_buffer_copied_bytes": 28662681600, "frame_buffer_copies": 10367, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1150, "recorder_active_input_bytes": 3179520000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 23, "recorder_clips_failed": 0, "recorder_clips_started": 23, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 23, "worker_jobs_accepted": 23, "worker_jobs_completed": 23, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0822, "count": 512, "max_ms": 1.3845, "p50_ms": 0.0659, "p95_ms": 0.1477, "p99_ms": 0.2642}, "stages": {"db_insert": {"avg_ms": 14.5056, "count": 23, "max_ms": 37.6323, "p50_ms": 12.2405, "p95_ms": 32.6351, "p99_ms": 36.6947, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.4235, "count": 23, "max_ms": 2.0594, "p50_ms": 1.3897, "p95_ms": 2.0029, "p99_ms": 2.0497, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1240.3192, "count": 23, "max_ms": 1686.5563, "p50_ms": 1224.3619, "p95_ms": 1360.2975, "p99_ms": 1616.6648, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2311, "count": 512, "max_ms": 11.9362, "p50_ms": 1.037, "p95_ms": 2.1, "p99_ms": 3.1745, "results": {"failed": 0, "not_applicable": 0, "success": 10367, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 872.8441, "count": 23, "max_ms": 950.2417, "p50_ms": 868.8288, "p95_ms": 941.8658, "p99_ms": 949.0694, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 7.0344, "count": 23, "max_ms": 11.7452, "p50_ms": 6.7726, "p95_ms": 8.1348, "p99_ms": 10.9509, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 13.2582, "count": 512, "max_ms": 20.461, "p50_ms": 13.1005, "p95_ms": 17.5243, "p99_ms": 19.3223, "results": {"failed": 0, "not_applicable": 0, "success": 1150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.0145, "count": 512, "max_ms": 3.331, "p50_ms": 0.9259, "p95_ms": 1.8969, "p99_ms": 2.3082, "results": {"failed": 0, "not_applicable": 0, "success": 1150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 869.7828, "count": 23, "max_ms": 946.5064, "p50_ms": 865.7245, "p95_ms": 938.3359, "p99_ms": 945.3476, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 791.5479, "count": 23, "max_ms": 863.3638, "p50_ms": 786.8085, "p95_ms": 844.2055, "p99_ms": 859.4014, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 73.4797, "count": 23, "max_ms": 89.9506, "p50_ms": 73.5011, "p95_ms": 79.8909, "p99_ms": 87.7824, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5705, "count": 23, "max_ms": 4.8909, "p50_ms": 1.0915, "p95_ms": 3.8692, "p99_ms": 4.683, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 30.1671, "count": 23, "max_ms": 43.482, "p50_ms": 30.5881, "p95_ms": 36.0868, "p99_ms": 41.8582, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7456, "count": 23, "max_ms": 3.0917, "p50_ms": 0.5717, "p95_ms": 1.2513, "p99_ms": 2.6897, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4355, "count": 23, "max_ms": 5.0971, "p50_ms": 0.757, "p95_ms": 4.242, "p99_ms": 4.9101, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4355, "count": 23, "max_ms": 5.0971, "p50_ms": 0.757, "p95_ms": 4.242, "p99_ms": 4.9101, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7456, "count": 23, "max_ms": 3.0917, "p50_ms": 0.5717, "p95_ms": 1.2513, "p99_ms": 2.6897, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7084, "count": 23, "max_ms": 1.9613, "p50_ms": 0.6267, "p95_ms": 1.0957, "p99_ms": 1.7755, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 338.1496, "count": 23, "max_ms": 722.9412, "p50_ms": 316.5582, "p95_ms": 430.6792, "p99_ms": 660.4016, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 0.6941, "count": 23, "max_ms": 1.12, "p50_ms": 0.6773, "p95_ms": 1.052, "p99_ms": 1.1052, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 2.5066, "count": 23, "max_ms": 6.0948, "p50_ms": 2.3342, "p95_ms": 3.9665, "p99_ms": 5.6516, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0956, "count": 23, "max_ms": 0.8302, "p50_ms": 0.057, "p95_ms": 0.1148, "p99_ms": 0.6734, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.6661, "count": 23, "max_ms": 2.6433, "p50_ms": 1.5726, "p95_ms": 2.5684, "p99_ms": 2.6299, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 366.0004, "count": 23, "max_ms": 780.363, "p50_ms": 337.8023, "p95_ms": 470.4555, "p99_ms": 713.8822, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "42942625", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 23, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765346, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 23, "max_ms": 0.8302, "p50_ms": 0.057, "p95_ms": 0.1148, "p99_ms": 0.6734}, "wait_ms": {"count": 23, "max_ms": 2.6433, "p50_ms": 1.5726, "p95_ms": 2.5684, "p99_ms": 2.6299}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 23, "artifact_failed": 0, "artifact_requested": 23, "artifact_success": 23, "completed": 23, "completed_failed": 0, "completed_success": 23, "cooldown_promoted": 23, "database_requested": 23, "db_insert_success": 23, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6709, "relay_business_failed": 0, "relay_business_success": 23, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 23, "relay_transport_failed": 0, "relay_transport_success": 23, "reservation_requested": 23}, "snapshot": {"copied_bytes": 63590400, "copied_count": 23, "copy": {"count": 23, "max_ms": 2.0594, "p50_ms": 1.3897, "p95_ms": 2.0029, "p99_ms": 2.0497}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T10:49:35+09:00", "last_error_summary": "[h264 @ 0x58f50937ffc0] left block unavailable for requested intra mode [h264 @ 0x58f50937ffc0] error while decoding MB 0 4, bytestream 1529 [h264 @ 0x58f5095ecb40] error while decoding MB 8 53, bytestream -5 [in#0/rtsp @ 0x58f50884ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x58f50884ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-09-02T10:49:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 1100.759, "last_started_at": "2026-09-02T10:31:15+09:00", "pid": 256, "process": {"exists": false, "pid": 256}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.754, "sample_count": 2573, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10367, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T10:49:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "42942625", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-09-02T10:49:35+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-09-02T10:49:35+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 4, "debug_expires_at": null, "deduplicated_count": 1, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 235.87, "last_sample_duration_ms": 588.312, "last_trigger": "periodic", "next_snapshot_in_sec": 364.13, "reason": "waiting_for_next_snapshot", "rotation_count": 85, "runtime_state": "active", "sample_count": 4, "storage_bytes": 760564}, "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-09-02T10:49:35.842914+09:00", "mtime_epoch": 1788313775.8429143, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 97772}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-09-02T10:49:35+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 854.059, "name": "celery", "pid": 214, "rss_mb": 732.875, "state": "S (sleeping)", "threads": 72}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 20, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 7, "history_size_limit": 20, "last_frame_idx": 10367, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 7}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 15.689, "max": 21.0, "p95": 19.0, "sample_count": 106}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 6.349, "max": 7.0, "p95": 7.0, "sample_count": 106}, "total": {"avg": 6.349, "max": 7.0, "p95": 7.0, "sample_count": 106}}, "tracking_counts": {"active": {"avg": 3.377, "max": 4.0, "p95": 4.0, "sample_count": 106}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}, "removed": {"avg": 0.019, "max": 1.0, "p95": 0.0, "sample_count": 106}, "tracked": {"avg": 3.377, "max": 4.0, "p95": 4.0, "sample_count": 106}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 106, "pushed_frames": 107, "read_frames": 106, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.533, "pushed": 3.567, "read": 3.533}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 106, "client_acquire_ms": {"avg_ms": 0.008, "count": 106, "max_ms": 0.026, "p95_ms": 0.017, "reason": null, "sample_age_ms": 61.483, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.53, "count": 106, "max_ms": 3.0, "p95_ms": 1.455, "reason": null, "sample_age_ms": 117.647, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.215, "count": 106, "max_ms": 1.566, "p95_ms": 1.111, "reason": null, "sample_age_ms": 117.802, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.353, "count": 106, "max_ms": 0.941, "p95_ms": 0.658, "reason": null, "sample_age_ms": 61.489, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.022, "count": 106, "max_ms": 3.998, "p95_ms": 3.394, "reason": null, "sample_age_ms": 116.478, "source": "client_direct"}, "request_count": 106, "request_tensor_bytes": {"avg": 2764808.0, "count": 106, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 116.46, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 106, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 61.743, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.07, "count": 106, "max_ms": 72.078, "p95_ms": 49.014, "reason": null, "sample_age_ms": 61.48, "source": "client_direct"}, "sample_age_ms": 61.477, "source": "client_direct", "task_total_ms": {"avg_ms": 37.601, "count": 106, "max_ms": 75.575, "p95_ms": 51.75, "reason": null, "sample_age_ms": 61.477, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 214, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.934, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 11.313, "count": 106, "max_ms": 17.777, "p95_ms": 14.8}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.519, "count": 106, "max_ms": 1.323, "p95_ms": 0.89}, "detection_prepare_ms": {"avg_ms": 1.423, "count": 106, "max_ms": 3.246, "p95_ms": 2.01}, "event_filter_ms": {"avg_ms": 0.004, "count": 106, "max_ms": 0.023, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.445, "count": 106, "max_ms": 0.808, "p95_ms": 0.683}, "mcmt_ms": {"avg_ms": 0.003, "count": 106, "max_ms": 0.007, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 6.379, "count": 106, "max_ms": 10.163, "p95_ms": 8.976}, "setup_ms": {"avg_ms": 0.037, "count": 106, "max_ms": 0.154, "p95_ms": 0.07}, "total_inside_ms": {"avg_ms": 11.261, "count": 106, "max_ms": 17.676, "p95_ms": 14.713}, "track_match_ms": {"avg_ms": 0.263, "count": 106, "max_ms": 0.572, "p95_ms": 0.425}, "tracker_update_ms": {"avg_ms": 2.189, "count": 106, "max_ms": 3.954, "p95_ms": 3.039}}, "gstreamer_push": {"avg_ms": 2.188, "count": 107, "max_ms": 6.907, "p95_ms": 3.755}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 106, "max_ms": 0.543, "p95_ms": 0.064}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.428, "count": 106, "max_ms": 76.513, "p95_ms": 52.658}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.031, "count": 106, "max_ms": 0.083, "p95_ms": 0.055}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 81.147, "count": 106, "max_ms": 126.924, "p95_ms": 97.086}, "inference_input_copy_ms": {"avg_ms": 1.65, "count": 106, "max_ms": 2.855, "p95_ms": 2.552}, "processing_residual_ms": {"avg_ms": 0.231, "count": 106, "max_ms": 0.628, "p95_ms": 0.441}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 83.059, "count": 106, "max_ms": 128.898, "p95_ms": 99.838}, "read_interval": {"avg_ms": 282.652, "count": 106, "max_ms": 19294.276, "p95_ms": 138.978}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 106, "max_ms": 0.039, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 6.326, "count": 106, "max_ms": 10.113, "p95_ms": 8.928}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 106, "max_ms": 0.032, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 6.312, "count": 106, "max_ms": 10.095, "p95_ms": 8.914}, "worker_merge_ms": {"avg_ms": 0.005, "count": 106, "max_ms": 0.012, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 38.44, "count": 106, "max_ms": 76.523, "p95_ms": 52.666}, "visualize": {"avg_ms": 30.223, "count": 106, "max_ms": 55.886, "p95_ms": 41.843}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.084, "count": 106, "max_ms": 55.686, "p95_ms": 41.709}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.0, "count": 106, "max_ms": 55.591, "p95_ms": 41.618}, "visualizer_prepare_ms": {"avg_ms": 0.041, "count": 106, "max_ms": 0.112, "p95_ms": 0.07}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 106}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 214, "process_rss_mb_proxy": 732.609, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.04, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "42942625", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.754, "sample_count": 2575, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10359, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T10:49:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 96194, "write_bytes_delta": 96194, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 46.0, "cpu_core_ratio": 0.019662, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2138.0, "pid": 256, "reason": null, "system_cpu_core_ratio": 0.003836, "system_cpu_s_delta": 0.0799999999999983, "user_cpu_core_ratio": 0.015826, "user_cpu_s_delta": 0.3299999999999841}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.375017, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 214, "reason": null, "system_cpu_core_ratio": 0.187029, "system_cpu_s_delta": 3.900000000000091, "user_cpu_core_ratio": 0.187988, "user_cpu_s_delta": 3.919999999999618}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.161, "count": 107, "max_ms": 6.907, "p95_ms": 3.616, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 15.832, "max": 21.0, "p95": 20.0, "sample_count": 107}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 6.383, "key_count": 1, "max": 7.0, "p95": 7.0, "provenance": "bounded_other_sum_proxy", "sample_count": 107}, "total": {"avg": 6.383, "max": 7.0, "p95": 7.0, "sample_count": 107}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.368, "count": 30, "max": 60.146, "p95": 26.561, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.479, "count": 30, "max": 16.415, "p95": 15.862, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 492.067, "count": 30, "max": 777.0, "p95": 597.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 156.9, "count": 30, "max": 2138.0, "p95": 921.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.236, "p95": 0.144, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.333, "count": 30, "max": 0.4, "p95": 0.396, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.097, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99731.4, "count": 30, "max": 102776.0, "p95": 102178.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 99731.4, "count": 30, "max": 102776.0, "p95": 102178.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 40852.633, "count": 30, "max": 194706.0, "p95": 158931.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 2.219, "count": 30, "max": 2.451, "p95": 2.444, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 2.045, "count": 30, "max": 2.306, "p95": 2.262, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 107, "sampled_at": "2026-09-02T10:49:35+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T10:49:35+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-09-02T10:31:13+09:00", "state": "running", "task_id": "5e5f85f7-ca10-4c69-8505-86ba26b63b51", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20260902_103115_42942625.jsonl", "file_size_bytes": 19038, "flush_count": 20, "flush_interval_seconds": 30.0, "flush_state": {"count": 20, "last_at": "2026-09-02T10:49:35", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T10:49:35", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 19}, "started": true, "suppressed_count": 10371, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 23, "tracking_summary": 10348}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 20, "written_record_count": 20}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4079.383, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 28662681600, "copied_frame_count": 10367, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-09-02T10:49:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2394914, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-09-02T10:48:55+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.141}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "42942625", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 23, "events_emitted": 23, "events_failed": 0, "events_observed": 23, "events_suppressed": 0, "frame_buffer_copied_bytes": 28662681600, "frame_buffer_copies": 10367, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1150, "recorder_active_input_bytes": 3179520000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 23, "recorder_clips_failed": 0, "recorder_clips_started": 23, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 23, "worker_jobs_accepted": 23, "worker_jobs_completed": 23, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0822, "count": 512, "max_ms": 1.3845, "p50_ms": 0.0659, "p95_ms": 0.1477, "p99_ms": 0.2642}, "stages": {"db_insert": {"avg_ms": 14.5056, "count": 23, "max_ms": 37.6323, "p50_ms": 12.2405, "p95_ms": 32.6351, "p99_ms": 36.6947, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.4235, "count": 23, "max_ms": 2.0594, "p50_ms": 1.3897, "p95_ms": 2.0029, "p99_ms": 2.0497, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1240.3192, "count": 23, "max_ms": 1686.5563, "p50_ms": 1224.3619, "p95_ms": 1360.2975, "p99_ms": 1616.6648, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2311, "count": 512, "max_ms": 11.9362, "p50_ms": 1.037, "p95_ms": 2.1, "p99_ms": 3.1745, "results": {"failed": 0, "not_applicable": 0, "success": 10367, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 872.8441, "count": 23, "max_ms": 950.2417, "p50_ms": 868.8288, "p95_ms": 941.8658, "p99_ms": 949.0694, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 7.0344, "count": 23, "max_ms": 11.7452, "p50_ms": 6.7726, "p95_ms": 8.1348, "p99_ms": 10.9509, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 13.2582, "count": 512, "max_ms": 20.461, "p50_ms": 13.1005, "p95_ms": 17.5243, "p99_ms": 19.3223, "results": {"failed": 0, "not_applicable": 0, "success": 1150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.0145, "count": 512, "max_ms": 3.331, "p50_ms": 0.9259, "p95_ms": 1.8969, "p99_ms": 2.3082, "results": {"failed": 0, "not_applicable": 0, "success": 1150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 869.7828, "count": 23, "max_ms": 946.5064, "p50_ms": 865.7245, "p95_ms": 938.3359, "p99_ms": 945.3476, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 791.5479, "count": 23, "max_ms": 863.3638, "p50_ms": 786.8085, "p95_ms": 844.2055, "p99_ms": 859.4014, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 73.4797, "count": 23, "max_ms": 89.9506, "p50_ms": 73.5011, "p95_ms": 79.8909, "p99_ms": 87.7824, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5705, "count": 23, "max_ms": 4.8909, "p50_ms": 1.0915, "p95_ms": 3.8692, "p99_ms": 4.683, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 30.1671, "count": 23, "max_ms": 43.482, "p50_ms": 30.5881, "p95_ms": 36.0868, "p99_ms": 41.8582, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7456, "count": 23, "max_ms": 3.0917, "p50_ms": 0.5717, "p95_ms": 1.2513, "p99_ms": 2.6897, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4355, "count": 23, "max_ms": 5.0971, "p50_ms": 0.757, "p95_ms": 4.242, "p99_ms": 4.9101, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4355, "count": 23, "max_ms": 5.0971, "p50_ms": 0.757, "p95_ms": 4.242, "p99_ms": 4.9101, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7456, "count": 23, "max_ms": 3.0917, "p50_ms": 0.5717, "p95_ms": 1.2513, "p99_ms": 2.6897, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7084, "count": 23, "max_ms": 1.9613, "p50_ms": 0.6267, "p95_ms": 1.0957, "p99_ms": 1.7755, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 338.1496, "count": 23, "max_ms": 722.9412, "p50_ms": 316.5582, "p95_ms": 430.6792, "p99_ms": 660.4016, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 0.6941, "count": 23, "max_ms": 1.12, "p50_ms": 0.6773, "p95_ms": 1.052, "p99_ms": 1.1052, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 2.5066, "count": 23, "max_ms": 6.0948, "p50_ms": 2.3342, "p95_ms": 3.9665, "p99_ms": 5.6516, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0956, "count": 23, "max_ms": 0.8302, "p50_ms": 0.057, "p95_ms": 0.1148, "p99_ms": 0.6734, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.6661, "count": 23, "max_ms": 2.6433, "p50_ms": 1.5726, "p95_ms": 2.5684, "p99_ms": 2.6299, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 366.0004, "count": 23, "max_ms": 780.363, "p50_ms": 337.8023, "p95_ms": 470.4555, "p99_ms": 713.8822, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "42942625", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 23, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765346, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 23, "max_ms": 0.8302, "p50_ms": 0.057, "p95_ms": 0.1148, "p99_ms": 0.6734}, "wait_ms": {"count": 23, "max_ms": 2.6433, "p50_ms": 1.5726, "p95_ms": 2.5684, "p99_ms": 2.6299}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 23, "artifact_failed": 0, "artifact_requested": 23, "artifact_success": 23, "completed": 23, "completed_failed": 0, "completed_success": 23, "cooldown_promoted": 23, "database_requested": 23, "db_insert_success": 23, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6709, "relay_business_failed": 0, "relay_business_success": 23, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 23, "relay_transport_failed": 0, "relay_transport_success": 23, "reservation_requested": 23}, "snapshot": {"copied_bytes": 63590400, "copied_count": 23, "copy": {"count": 23, "max_ms": 2.0594, "p50_ms": 1.3897, "p95_ms": 2.0029, "p99_ms": 2.0497}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T10:49:35+09:00", "last_error_summary": "[h264 @ 0x58f50937ffc0] left block unavailable for requested intra mode [h264 @ 0x58f50937ffc0] error while decoding MB 0 4, bytestream 1529 [h264 @ 0x58f5095ecb40] error while decoding MB 8 53, bytestream -5 [in#0/rtsp @ 0x58f50884ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x58f50884ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-09-02T10:49:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 1100.778, "last_started_at": "2026-09-02T10:31:15+09:00", "pid": 256, "process": {"exists": false, "pid": 256}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.754, "sample_count": 2573, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10367, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T10:49:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "42942625", "last_frame_pushed_age_sec": 0.021, "last_frame_pushed_at": "2026-09-02T10:49:35+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-09-02T10:49:35+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 4, "debug_expires_at": null, "deduplicated_count": 1, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 235.89, "last_sample_duration_ms": 588.312, "last_trigger": "periodic", "next_snapshot_in_sec": 364.11, "reason": "waiting_for_next_snapshot", "rotation_count": 85, "runtime_state": "active", "sample_count": 4, "storage_bytes": 760564}, "mjpeg": {"age_sec": 0.014, "exists": true, "mtime": "2026-09-02T10:49:35.967915+09:00", "mtime_epoch": 1788313775.9679146, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 97499}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-09-02T10:49:35+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 854.059, "name": "celery", "pid": 214, "rss_mb": 732.875, "state": "S (sleeping)", "threads": 72}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 20, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 7, "history_size_limit": 20, "last_frame_idx": 10367, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 7}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 15.689, "max": 21.0, "p95": 19.0, "sample_count": 106}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 6.349, "max": 7.0, "p95": 7.0, "sample_count": 106}, "total": {"avg": 6.349, "max": 7.0, "p95": 7.0, "sample_count": 106}}, "tracking_counts": {"active": {"avg": 3.377, "max": 4.0, "p95": 4.0, "sample_count": 106}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}, "removed": {"avg": 0.019, "max": 1.0, "p95": 0.0, "sample_count": 106}, "tracked": {"avg": 3.377, "max": 4.0, "p95": 4.0, "sample_count": 106}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 106, "pushed_frames": 106, "read_frames": 105, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.543, "pushed": 3.543, "read": 3.51}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 106, "client_acquire_ms": {"avg_ms": 0.008, "count": 106, "max_ms": 0.026, "p95_ms": 0.017, "reason": null, "sample_age_ms": 81.096, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.532, "count": 105, "max_ms": 3.0, "p95_ms": 1.456, "reason": null, "sample_age_ms": 137.26, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.216, "count": 105, "max_ms": 1.566, "p95_ms": 1.118, "reason": null, "sample_age_ms": 137.415, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.353, "count": 106, "max_ms": 0.941, "p95_ms": 0.658, "reason": null, "sample_age_ms": 81.102, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.022, "count": 106, "max_ms": 3.998, "p95_ms": 3.394, "reason": null, "sample_age_ms": 136.091, "source": "client_direct"}, "request_count": 105, "request_tensor_bytes": {"avg": 2764808.0, "count": 106, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 136.072, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 106, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 81.356, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.07, "count": 106, "max_ms": 72.078, "p95_ms": 49.014, "reason": null, "sample_age_ms": 81.093, "source": "client_direct"}, "sample_age_ms": 81.09, "source": "client_direct", "task_total_ms": {"avg_ms": 37.601, "count": 106, "max_ms": 75.575, "p95_ms": 51.75, "reason": null, "sample_age_ms": 81.09, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 214, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.689, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 11.313, "count": 106, "max_ms": 17.777, "p95_ms": 14.8}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.519, "count": 106, "max_ms": 1.323, "p95_ms": 0.89}, "detection_prepare_ms": {"avg_ms": 1.423, "count": 106, "max_ms": 3.246, "p95_ms": 2.01}, "event_filter_ms": {"avg_ms": 0.004, "count": 106, "max_ms": 0.023, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.445, "count": 106, "max_ms": 0.808, "p95_ms": 0.683}, "mcmt_ms": {"avg_ms": 0.003, "count": 106, "max_ms": 0.007, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 6.379, "count": 106, "max_ms": 10.163, "p95_ms": 8.976}, "setup_ms": {"avg_ms": 0.037, "count": 106, "max_ms": 0.154, "p95_ms": 0.07}, "total_inside_ms": {"avg_ms": 11.261, "count": 106, "max_ms": 17.676, "p95_ms": 14.713}, "track_match_ms": {"avg_ms": 0.263, "count": 106, "max_ms": 0.572, "p95_ms": 0.425}, "tracker_update_ms": {"avg_ms": 2.189, "count": 106, "max_ms": 3.954, "p95_ms": 3.039}}, "gstreamer_push": {"avg_ms": 2.177, "count": 106, "max_ms": 6.907, "p95_ms": 3.755}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 106, "max_ms": 0.543, "p95_ms": 0.064}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.428, "count": 106, "max_ms": 76.513, "p95_ms": 52.658}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.031, "count": 106, "max_ms": 0.083, "p95_ms": 0.055}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 81.147, "count": 106, "max_ms": 126.924, "p95_ms": 97.086}, "inference_input_copy_ms": {"avg_ms": 1.65, "count": 106, "max_ms": 2.855, "p95_ms": 2.552}, "processing_residual_ms": {"avg_ms": 0.231, "count": 106, "max_ms": 0.628, "p95_ms": 0.441}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 83.059, "count": 106, "max_ms": 128.898, "p95_ms": 99.838}, "read_interval": {"avg_ms": 284.456, "count": 105, "max_ms": 19294.276, "p95_ms": 138.978}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 106, "max_ms": 0.039, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 6.326, "count": 106, "max_ms": 10.113, "p95_ms": 8.928}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 106, "max_ms": 0.032, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 6.312, "count": 106, "max_ms": 10.095, "p95_ms": 8.914}, "worker_merge_ms": {"avg_ms": 0.005, "count": 106, "max_ms": 0.012, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 38.44, "count": 106, "max_ms": 76.523, "p95_ms": 52.666}, "visualize": {"avg_ms": 30.223, "count": 106, "max_ms": 55.886, "p95_ms": 41.843}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.084, "count": 106, "max_ms": 55.686, "p95_ms": 41.709}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.0, "count": 106, "max_ms": 55.591, "p95_ms": 41.618}, "visualizer_prepare_ms": {"avg_ms": 0.041, "count": 106, "max_ms": 0.112, "p95_ms": 0.07}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 106}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 214, "process_rss_mb_proxy": 732.609, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.04, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "42942625", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.754, "sample_count": 2575, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10359, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T10:49:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 96194, "write_bytes_delta": 96194, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 46.0, "cpu_core_ratio": 0.019662, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2138.0, "pid": 256, "reason": null, "system_cpu_core_ratio": 0.003836, "system_cpu_s_delta": 0.0799999999999983, "user_cpu_core_ratio": 0.015826, "user_cpu_s_delta": 0.3299999999999841}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.375017, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 214, "reason": null, "system_cpu_core_ratio": 0.187029, "system_cpu_s_delta": 3.900000000000091, "user_cpu_core_ratio": 0.187988, "user_cpu_s_delta": 3.919999999999618}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.161, "count": 107, "max_ms": 6.907, "p95_ms": 3.616, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 15.832, "max": 21.0, "p95": 20.0, "sample_count": 107}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 6.383, "key_count": 1, "max": 7.0, "p95": 7.0, "provenance": "bounded_other_sum_proxy", "sample_count": 107}, "total": {"avg": 6.383, "max": 7.0, "p95": 7.0, "sample_count": 107}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.368, "count": 30, "max": 60.146, "p95": 26.561, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.479, "count": 30, "max": 16.415, "p95": 15.862, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 492.067, "count": 30, "max": 777.0, "p95": 597.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 156.9, "count": 30, "max": 2138.0, "p95": 921.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.236, "p95": 0.144, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.333, "count": 30, "max": 0.4, "p95": 0.396, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.097, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99731.4, "count": 30, "max": 102776.0, "p95": 102178.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 99731.4, "count": 30, "max": 102776.0, "p95": 102178.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 40852.633, "count": 30, "max": 194706.0, "p95": 158931.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 2.219, "count": 30, "max": 2.451, "p95": 2.444, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 2.045, "count": 30, "max": 2.306, "p95": 2.262, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 107, "sampled_at": "2026-09-02T10:49:35+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T10:49:35+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-09-02T10:31:13+09:00", "state": "running", "task_id": "5e5f85f7-ca10-4c69-8505-86ba26b63b51", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20260902_103115_42942625.jsonl", "file_size_bytes": 19038, "flush_count": 20, "flush_interval_seconds": 30.0, "flush_state": {"count": 20, "last_at": "2026-09-02T10:49:35", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T10:49:35", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 19}, "started": true, "suppressed_count": 10371, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 23, "tracking_summary": 10348}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 20, "written_record_count": 20}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4244.605, "limit_mb": null}, "detail": {"pid": 2464, "restart_count": 1, "start_count": 2}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 28662681600, "copied_frame_count": 10367, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-09-02T10:49:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2394914, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-09-02T10:48:55+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.141}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "42942625", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 23, "events_emitted": 23, "events_failed": 0, "events_observed": 23, "events_suppressed": 0, "frame_buffer_copied_bytes": 28662681600, "frame_buffer_copies": 10367, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1150, "recorder_active_input_bytes": 3179520000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 23, "recorder_clips_failed": 0, "recorder_clips_started": 23, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 23, "worker_jobs_accepted": 23, "worker_jobs_completed": 23, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0822, "count": 512, "max_ms": 1.3845, "p50_ms": 0.0659, "p95_ms": 0.1477, "p99_ms": 0.2642}, "stages": {"db_insert": {"avg_ms": 14.5056, "count": 23, "max_ms": 37.6323, "p50_ms": 12.2405, "p95_ms": 32.6351, "p99_ms": 36.6947, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.4235, "count": 23, "max_ms": 2.0594, "p50_ms": 1.3897, "p95_ms": 2.0029, "p99_ms": 2.0497, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1240.3192, "count": 23, "max_ms": 1686.5563, "p50_ms": 1224.3619, "p95_ms": 1360.2975, "p99_ms": 1616.6648, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2311, "count": 512, "max_ms": 11.9362, "p50_ms": 1.037, "p95_ms": 2.1, "p99_ms": 3.1745, "results": {"failed": 0, "not_applicable": 0, "success": 10367, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 872.8441, "count": 23, "max_ms": 950.2417, "p50_ms": 868.8288, "p95_ms": 941.8658, "p99_ms": 949.0694, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 7.0344, "count": 23, "max_ms": 11.7452, "p50_ms": 6.7726, "p95_ms": 8.1348, "p99_ms": 10.9509, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 13.2582, "count": 512, "max_ms": 20.461, "p50_ms": 13.1005, "p95_ms": 17.5243, "p99_ms": 19.3223, "results": {"failed": 0, "not_applicable": 0, "success": 1150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.0145, "count": 512, "max_ms": 3.331, "p50_ms": 0.9259, "p95_ms": 1.8969, "p99_ms": 2.3082, "results": {"failed": 0, "not_applicable": 0, "success": 1150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 869.7828, "count": 23, "max_ms": 946.5064, "p50_ms": 865.7245, "p95_ms": 938.3359, "p99_ms": 945.3476, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 791.5479, "count": 23, "max_ms": 863.3638, "p50_ms": 786.8085, "p95_ms": 844.2055, "p99_ms": 859.4014, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 73.4797, "count": 23, "max_ms": 89.9506, "p50_ms": 73.5011, "p95_ms": 79.8909, "p99_ms": 87.7824, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5705, "count": 23, "max_ms": 4.8909, "p50_ms": 1.0915, "p95_ms": 3.8692, "p99_ms": 4.683, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 30.1671, "count": 23, "max_ms": 43.482, "p50_ms": 30.5881, "p95_ms": 36.0868, "p99_ms": 41.8582, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7456, "count": 23, "max_ms": 3.0917, "p50_ms": 0.5717, "p95_ms": 1.2513, "p99_ms": 2.6897, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4355, "count": 23, "max_ms": 5.0971, "p50_ms": 0.757, "p95_ms": 4.242, "p99_ms": 4.9101, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4355, "count": 23, "max_ms": 5.0971, "p50_ms": 0.757, "p95_ms": 4.242, "p99_ms": 4.9101, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7456, "count": 23, "max_ms": 3.0917, "p50_ms": 0.5717, "p95_ms": 1.2513, "p99_ms": 2.6897, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7084, "count": 23, "max_ms": 1.9613, "p50_ms": 0.6267, "p95_ms": 1.0957, "p99_ms": 1.7755, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 338.1496, "count": 23, "max_ms": 722.9412, "p50_ms": 316.5582, "p95_ms": 430.6792, "p99_ms": 660.4016, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 0.6941, "count": 23, "max_ms": 1.12, "p50_ms": 0.6773, "p95_ms": 1.052, "p99_ms": 1.1052, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 2.5066, "count": 23, "max_ms": 6.0948, "p50_ms": 2.3342, "p95_ms": 3.9665, "p99_ms": 5.6516, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0956, "count": 23, "max_ms": 0.8302, "p50_ms": 0.057, "p95_ms": 0.1148, "p99_ms": 0.6734, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.6661, "count": 23, "max_ms": 2.6433, "p50_ms": 1.5726, "p95_ms": 2.5684, "p99_ms": 2.6299, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 366.0004, "count": 23, "max_ms": 780.363, "p50_ms": 337.8023, "p95_ms": 470.4555, "p99_ms": 713.8822, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "42942625", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 23, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765346, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 23, "max_ms": 0.8302, "p50_ms": 0.057, "p95_ms": 0.1148, "p99_ms": 0.6734}, "wait_ms": {"count": 23, "max_ms": 2.6433, "p50_ms": 1.5726, "p95_ms": 2.5684, "p99_ms": 2.6299}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 23, "artifact_failed": 0, "artifact_requested": 23, "artifact_success": 23, "completed": 23, "completed_failed": 0, "completed_success": 23, "cooldown_promoted": 23, "database_requested": 23, "db_insert_success": 23, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6709, "relay_business_failed": 0, "relay_business_success": 23, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 23, "relay_transport_failed": 0, "relay_transport_success": 23, "reservation_requested": 23}, "snapshot": {"copied_bytes": 63590400, "copied_count": 23, "copy": {"count": 23, "max_ms": 2.0594, "p50_ms": 1.3897, "p95_ms": 2.0029, "p99_ms": 2.0497}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T10:49:35+09:00", "last_error_summary": "[h264 @ 0x58f50937ffc0] left block unavailable for requested intra mode [h264 @ 0x58f50937ffc0] error while decoding MB 0 4, bytestream 1529 [h264 @ 0x58f5095ecb40] error while decoding MB 8 53, bytestream -5 [in#0/rtsp @ 0x58f50884ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x58f50884ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-09-02T10:49:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-02T10:49:38+09:00", "pid": 2464, "process": {"exists": true, "fd_count": 5, "hwm_mb": 200.121, "name": "ffmpeg", "pid": 2464, "rss_mb": 200.121, "state": "S (sleeping)", "threads": 70}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.074, "sample_count": 2530, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10367, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T10:49:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "42942625", "last_frame_pushed_age_sec": 4.328, "last_frame_pushed_at": "2026-09-02T10:49:35+09:00", "last_frame_read_age_sec": 4.442, "last_frame_read_at": "2026-09-02T10:49:35+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 4, "debug_expires_at": null, "deduplicated_count": 1, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 240.197, "last_sample_duration_ms": 588.312, "last_trigger": "periodic", "next_snapshot_in_sec": 359.803, "reason": "waiting_for_next_snapshot", "rotation_count": 85, "runtime_state": "active", "sample_count": 4, "storage_bytes": 760564}, "mjpeg": {"age_sec": 4.322, "exists": true, "mtime": "2026-09-02T10:49:35.967915+09:00", "mtime_epoch": 1788313775.9679146, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 97499}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-09-02T10:49:40+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 854.059, "name": "celery", "pid": 214, "rss_mb": 732.887, "state": "S (sleeping)", "threads": 73}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 20, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 7, "history_size_limit": 20, "last_frame_idx": 10367, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 7}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 15.317, "max": 19.0, "p95": 17.0, "sample_count": 63}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 6.508, "max": 7.0, "p95": 7.0, "sample_count": 63}, "total": {"avg": 6.508, "max": 7.0, "p95": 7.0, "sample_count": 63}}, "tracking_counts": {"active": {"avg": 3.524, "max": 4.0, "p95": 4.0, "sample_count": 63}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}, "removed": {"avg": 0.016, "max": 1.0, "p95": 0.0, "sample_count": 63}, "tracked": {"avg": 3.524, "max": 4.0, "p95": 4.0, "sample_count": 63}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 63, "pushed_frames": 63, "read_frames": 63, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.1, "pushed": 2.1, "read": 2.1}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 63, "client_acquire_ms": {"avg_ms": 0.008, "count": 63, "max_ms": 0.026, "p95_ms": 0.019, "reason": null, "sample_age_ms": 4388.23, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.526, "count": 63, "max_ms": 2.172, "p95_ms": 1.436, "reason": null, "sample_age_ms": 4444.393, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.232, "count": 63, "max_ms": 1.566, "p95_ms": 1.133, "reason": null, "sample_age_ms": 4444.549, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.327, "count": 63, "max_ms": 0.941, "p95_ms": 0.602, "reason": null, "sample_age_ms": 4388.235, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.012, "count": 63, "max_ms": 3.998, "p95_ms": 3.417, "reason": null, "sample_age_ms": 4443.224, "source": "client_direct"}, "request_count": 63, "request_tensor_bytes": {"avg": 2764808.0, "count": 63, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4443.206, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 63, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4388.49, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.364, "count": 63, "max_ms": 72.078, "p95_ms": 51.017, "reason": null, "sample_age_ms": 4388.227, "source": "client_direct"}, "sample_age_ms": 4388.224, "source": "client_direct", "task_total_ms": {"avg_ms": 37.856, "count": 63, "max_ms": 75.575, "p95_ms": 53.239, "reason": null, "sample_age_ms": 4388.224, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 214, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.161, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 11.47, "count": 63, "max_ms": 17.777, "p95_ms": 14.8}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.471, "count": 63, "max_ms": 1.323, "p95_ms": 0.82}, "detection_prepare_ms": {"avg_ms": 1.455, "count": 63, "max_ms": 3.246, "p95_ms": 2.01}, "event_filter_ms": {"avg_ms": 0.004, "count": 63, "max_ms": 0.009, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.455, "count": 63, "max_ms": 0.808, "p95_ms": 0.748}, "mcmt_ms": {"avg_ms": 0.003, "count": 63, "max_ms": 0.007, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 6.476, "count": 63, "max_ms": 10.163, "p95_ms": 8.953}, "setup_ms": {"avg_ms": 0.038, "count": 63, "max_ms": 0.154, "p95_ms": 0.073}, "total_inside_ms": {"avg_ms": 11.417, "count": 63, "max_ms": 17.676, "p95_ms": 14.713}, "track_match_ms": {"avg_ms": 0.278, "count": 63, "max_ms": 0.572, "p95_ms": 0.465}, "tracker_update_ms": {"avg_ms": 2.237, "count": 63, "max_ms": 3.954, "p95_ms": 2.998}}, "gstreamer_push": {"avg_ms": 2.249, "count": 63, "max_ms": 4.668, "p95_ms": 3.616}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 63, "max_ms": 0.543, "p95_ms": 0.071}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.66, "count": 63, "max_ms": 76.513, "p95_ms": 54.174}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.033, "count": 63, "max_ms": 0.083, "p95_ms": 0.057}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 81.858, "count": 63, "max_ms": 126.924, "p95_ms": 98.043}, "inference_input_copy_ms": {"avg_ms": 1.604, "count": 63, "max_ms": 2.855, "p95_ms": 2.565}, "processing_residual_ms": {"avg_ms": 0.237, "count": 63, "max_ms": 0.628, "p95_ms": 0.467}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 83.732, "count": 63, "max_ms": 128.898, "p95_ms": 99.913}, "read_interval": {"avg_ms": 407.41, "count": 63, "max_ms": 19294.276, "p95_ms": 139.591}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 63, "max_ms": 0.039, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 6.423, "count": 63, "max_ms": 10.113, "p95_ms": 8.88}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 63, "max_ms": 0.032, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 6.409, "count": 63, "max_ms": 10.095, "p95_ms": 8.868}, "worker_merge_ms": {"avg_ms": 0.005, "count": 63, "max_ms": 0.01, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 38.672, "count": 63, "max_ms": 76.523, "p95_ms": 54.181}, "visualize": {"avg_ms": 30.546, "count": 63, "max_ms": 46.61, "p95_ms": 42.504}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.408, "count": 63, "max_ms": 46.465, "p95_ms": 42.371}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.322, "count": 63, "max_ms": 46.387, "p95_ms": 42.296}, "visualizer_prepare_ms": {"avg_ms": 0.04, "count": 63, "max_ms": 0.112, "p95_ms": 0.069}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 63}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 214, "process_rss_mb_proxy": 732.609, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.04, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "42942625", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.754, "sample_count": 2575, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10359, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T10:49:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 96194, "write_bytes_delta": 96194, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 46.0, "cpu_core_ratio": 0.019662, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2138.0, "pid": 256, "reason": null, "system_cpu_core_ratio": 0.003836, "system_cpu_s_delta": 0.0799999999999983, "user_cpu_core_ratio": 0.015826, "user_cpu_s_delta": 0.3299999999999841}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.375017, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 214, "reason": null, "system_cpu_core_ratio": 0.187029, "system_cpu_s_delta": 3.900000000000091, "user_cpu_core_ratio": 0.187988, "user_cpu_s_delta": 3.919999999999618}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.161, "count": 107, "max_ms": 6.907, "p95_ms": 3.616, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 15.832, "max": 21.0, "p95": 20.0, "sample_count": 107}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 6.383, "key_count": 1, "max": 7.0, "p95": 7.0, "provenance": "bounded_other_sum_proxy", "sample_count": 107}, "total": {"avg": 6.383, "max": 7.0, "p95": 7.0, "sample_count": 107}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.368, "count": 30, "max": 60.146, "p95": 26.561, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.479, "count": 30, "max": 16.415, "p95": 15.862, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 492.067, "count": 30, "max": 777.0, "p95": 597.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 156.9, "count": 30, "max": 2138.0, "p95": 921.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.236, "p95": 0.144, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.333, "count": 30, "max": 0.4, "p95": 0.396, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.097, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99731.4, "count": 30, "max": 102776.0, "p95": 102178.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 99731.4, "count": 30, "max": 102776.0, "p95": 102178.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 40852.633, "count": 30, "max": 194706.0, "p95": 158931.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 2.219, "count": 30, "max": 2.451, "p95": 2.444, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 2.045, "count": 30, "max": 2.306, "p95": 2.262, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 107, "sampled_at": "2026-09-02T10:49:35+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T10:49:35+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-09-02T10:31:13+09:00", "state": "running", "task_id": "5e5f85f7-ca10-4c69-8505-86ba26b63b51", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20260902_103115_42942625.jsonl", "file_size_bytes": 66572, "flush_count": 66, "flush_interval_seconds": 30.0, "flush_state": {"count": 66, "last_at": "2026-09-02T11:35:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T11:35:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 65}, "started": true, "suppressed_count": 36645, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 72, "tracking_summary": 36573}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 66, "written_record_count": 66}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4425.293, "limit_mb": null}, "detail": {"h264_decode_error_count": 0, "rtsp_timeout_count": 2, "sample_message": "[in#0/rtsp @ 0x5d7f1e550e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5d7f1e550e00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 101293977600, "copied_frame_count": 36637, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-09-02T11:33:03+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2036189, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-09-02T11:32:55+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.018}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "42942625", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 72, "events_emitted": 72, "events_failed": 0, "events_observed": 72, "events_suppressed": 0, "frame_buffer_copied_bytes": 101293977600, "frame_buffer_copies": 36637, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 3600, "recorder_active_input_bytes": 9953280000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 72, "recorder_clips_failed": 0, "recorder_clips_started": 72, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 72, "worker_jobs_accepted": 72, "worker_jobs_completed": 72, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0903, "count": 512, "max_ms": 1.7625, "p50_ms": 0.0726, "p95_ms": 0.1564, "p99_ms": 0.2335}, "stages": {"db_insert": {"avg_ms": 14.415, "count": 72, "max_ms": 37.6323, "p50_ms": 12.8704, "p95_ms": 30.4589, "p99_ms": 36.0584, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.455, "count": 72, "max_ms": 2.8605, "p50_ms": 1.3268, "p95_ms": 2.289, "p99_ms": 2.7193, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1231.69, "count": 72, "max_ms": 1686.5563, "p50_ms": 1217.9573, "p95_ms": 1348.0223, "p99_ms": 1460.9972, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2165, "count": 512, "max_ms": 5.5339, "p50_ms": 1.0774, "p95_ms": 2.1583, "p99_ms": 2.8819, "results": {"failed": 0, "not_applicable": 0, "success": 36637, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 877.7628, "count": 72, "max_ms": 952.9703, "p50_ms": 871.7038, "p95_ms": 942.4226, "p99_ms": 951.033, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 7.0625, "count": 72, "max_ms": 14.0235, "p50_ms": 6.7037, "p95_ms": 9.9341, "p99_ms": 12.7985, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 13.0837, "count": 512, "max_ms": 19.5285, "p50_ms": 13.2418, "p95_ms": 17.0847, "p99_ms": 18.816, "results": {"failed": 0, "not_applicable": 0, "success": 3600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.0943, "count": 512, "max_ms": 3.2952, "p50_ms": 1.014, "p95_ms": 1.8981, "p99_ms": 2.592, "results": {"failed": 0, "not_applicable": 0, "success": 3600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 874.6359, "count": 72, "max_ms": 949.6813, "p50_ms": 868.2197, "p95_ms": 939.2581, "p99_ms": 947.4271, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 794.7147, "count": 72, "max_ms": 863.3638, "p50_ms": 790.5499, "p95_ms": 845.6652, "p99_ms": 855.7286, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 75.2658, "count": 72, "max_ms": 93.2522, "p50_ms": 74.727, "p95_ms": 86.6921, "p99_ms": 92.455, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6454, "count": 72, "max_ms": 6.8853, "p50_ms": 1.0952, "p95_ms": 4.178, "p99_ms": 5.4693, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 72, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 32.1219, "count": 72, "max_ms": 56.0479, "p50_ms": 30.9195, "p95_ms": 44.6499, "p99_ms": 49.1927, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7272, "count": 72, "max_ms": 3.0917, "p50_ms": 0.614, "p95_ms": 1.2607, "p99_ms": 2.2211, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.5686, "count": 72, "max_ms": 9.3582, "p50_ms": 0.7453, "p95_ms": 5.5127, "p99_ms": 8.9752, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.5686, "count": 72, "max_ms": 9.3582, "p50_ms": 0.7453, "p95_ms": 5.5127, "p99_ms": 8.9752, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7272, "count": 72, "max_ms": 3.0917, "p50_ms": 0.614, "p95_ms": 1.2607, "p99_ms": 2.2211, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6534, "count": 72, "max_ms": 1.9613, "p50_ms": 0.615, "p95_ms": 1.0741, "p99_ms": 1.6555, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 72, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 323.97, "count": 72, "max_ms": 722.9412, "p50_ms": 309.3954, "p95_ms": 406.7442, "p99_ms": 540.1352, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 72, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 0.7319, "count": 72, "max_ms": 8.1265, "p50_ms": 0.5836, "p95_ms": 1.0499, "p99_ms": 3.1558, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 3.0879, "count": 72, "max_ms": 25.9347, "p50_ms": 2.2334, "p95_ms": 7.378, "p99_ms": 16.373, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0778, "count": 72, "max_ms": 0.8302, "p50_ms": 0.0602, "p95_ms": 0.12, "p99_ms": 0.3518, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.7133, "count": 72, "max_ms": 3.8428, "p50_ms": 1.5709, "p95_ms": 2.8989, "p99_ms": 3.3858, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 352.5206, "count": 72, "max_ms": 780.363, "p50_ms": 335.7653, "p95_ms": 453.5428, "p99_ms": 573.5392, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "42942625", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 72, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 72, "max_ms": 0.8302, "p50_ms": 0.0602, "p95_ms": 0.12, "p99_ms": 0.3518}, "wait_ms": {"count": 72, "max_ms": 3.8428, "p50_ms": 1.5709, "p95_ms": 2.8989, "p99_ms": 3.3858}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 72, "artifact_failed": 0, "artifact_requested": 72, "artifact_success": 72, "completed": 72, "completed_failed": 0, "completed_success": 72, "cooldown_promoted": 72, "database_requested": 72, "db_insert_success": 72, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6760, "relay_business_failed": 0, "relay_business_success": 72, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 72, "relay_transport_failed": 0, "relay_transport_success": 72, "reservation_requested": 72}, "snapshot": {"copied_bytes": 199065600, "copied_count": 72, "copy": {"count": 72, "max_ms": 2.8605, "p50_ms": 1.3268, "p95_ms": 2.289, "p99_ms": 2.7193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T11:35:46+09:00", "last_error_summary": "[in#0/rtsp @ 0x5d7f1e550e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5d7f1e550e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-09-02T10:49:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2768.435, "last_started_at": "2026-09-02T10:49:38+09:00", "pid": 2464, "process": {"exists": false, "pid": 2464}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.676, "sample_count": 2450, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36637, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T11:35:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "42942625", "last_frame_pushed_age_sec": 0.062, "last_frame_pushed_at": "2026-09-02T11:35:46+09:00", "last_frame_read_age_sec": 0.048, "last_frame_read_at": "2026-09-02T11:35:46+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 1, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 600.49, "last_sample_duration_ms": 660.791, "last_trigger": "periodic", "next_snapshot_in_sec": 0.0, "reason": "waiting_for_next_snapshot", "rotation_count": 85, "runtime_state": "active", "sample_count": 8, "storage_bytes": 794619}, "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-09-02T11:35:46.669014+09:00", "mtime_epoch": 1788316546.6690135, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 89143}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-09-02T11:35:46+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 869.531, "name": "celery", "pid": 214, "rss_mb": 766.027, "state": "S (sleeping)", "threads": 73}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 65, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 9, "history_size_limit": 20, "last_frame_idx": 36638, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 9}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 24.653, "max": 30.0, "p95": 28.0, "sample_count": 98}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 6.316, "max": 8.0, "p95": 8.0, "sample_count": 98}, "total": {"avg": 6.316, "max": 8.0, "p95": 8.0, "sample_count": 98}}, "tracking_counts": {"active": {"avg": 2.327, "max": 4.0, "p95": 3.0, "sample_count": 98}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 98}, "removed": {"avg": 0.031, "max": 1.0, "p95": 0.0, "sample_count": 98}, "tracked": {"avg": 2.327, "max": 4.0, "p95": 3.0, "sample_count": 98}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 98}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 98, "pushed_frames": 98, "read_frames": 98, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.271, "pushed": 3.271, "read": 3.271}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 98, "client_acquire_ms": {"avg_ms": 0.008, "count": 98, "max_ms": 0.041, "p95_ms": 0.018, "reason": null, "sample_age_ms": 21.358, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.568, "count": 98, "max_ms": 3.116, "p95_ms": 1.383, "reason": null, "sample_age_ms": 50.321, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.209, "count": 98, "max_ms": 1.857, "p95_ms": 1.029, "reason": null, "sample_age_ms": 50.542, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.455, "count": 98, "max_ms": 1.608, "p95_ms": 0.759, "reason": null, "sample_age_ms": 21.374, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.112, "count": 98, "max_ms": 6.326, "p95_ms": 3.58, "reason": null, "sample_age_ms": 49.283, "source": "client_direct"}, "request_count": 98, "request_tensor_bytes": {"avg": 2764808.0, "count": 98, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 49.266, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 98, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 21.749, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.608, "count": 98, "max_ms": 57.589, "p95_ms": 54.524, "reason": null, "sample_age_ms": 21.353, "source": "client_direct"}, "sample_age_ms": 21.35, "source": "client_direct", "task_total_ms": {"avg_ms": 41.33, "count": 98, "max_ms": 61.305, "p95_ms": 56.813, "reason": null, "sample_age_ms": 21.35, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 214, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.56, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 11.153, "count": 98, "max_ms": 18.576, "p95_ms": 15.696}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.49, "count": 98, "max_ms": 1.157, "p95_ms": 0.854}, "detection_prepare_ms": {"avg_ms": 1.457, "count": 98, "max_ms": 3.646, "p95_ms": 2.193}, "event_filter_ms": {"avg_ms": 0.004, "count": 98, "max_ms": 0.012, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.558, "count": 98, "max_ms": 1.096, "p95_ms": 0.849}, "mcmt_ms": {"avg_ms": 0.003, "count": 98, "max_ms": 0.006, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 6.144, "count": 98, "max_ms": 11.789, "p95_ms": 9.087}, "setup_ms": {"avg_ms": 0.035, "count": 98, "max_ms": 0.129, "p95_ms": 0.064}, "total_inside_ms": {"avg_ms": 11.099, "count": 98, "max_ms": 18.473, "p95_ms": 15.65}, "track_match_ms": {"avg_ms": 0.221, "count": 98, "max_ms": 0.474, "p95_ms": 0.381}, "tracker_update_ms": {"avg_ms": 2.187, "count": 98, "max_ms": 3.767, "p95_ms": 3.301}}, "gstreamer_push": {"avg_ms": 2.531, "count": 98, "max_ms": 4.96, "p95_ms": 4.138}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 98, "max_ms": 0.362, "p95_ms": 0.089}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.164, "count": 98, "max_ms": 61.892, "p95_ms": 58.314}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.033, "count": 98, "max_ms": 0.075, "p95_ms": 0.057}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.761, "count": 98, "max_ms": 111.813, "p95_ms": 110.193}, "inference_input_copy_ms": {"avg_ms": 1.688, "count": 98, "max_ms": 3.487, "p95_ms": 3.029}, "processing_residual_ms": {"avg_ms": 0.243, "count": 98, "max_ms": 0.53, "p95_ms": 0.465}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 90.724, "count": 98, "max_ms": 115.013, "p95_ms": 112.643}, "read_interval": {"avg_ms": 305.935, "count": 98, "max_ms": 19226.796, "p95_ms": 135.447}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 98, "max_ms": 0.043, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 6.09, "count": 98, "max_ms": 11.726, "p95_ms": 9.029}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 98, "max_ms": 0.032, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 6.076, "count": 98, "max_ms": 11.706, "p95_ms": 9.013}, "worker_merge_ms": {"avg_ms": 0.005, "count": 98, "max_ms": 0.023, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 42.178, "count": 98, "max_ms": 61.901, "p95_ms": 58.333}, "visualize": {"avg_ms": 33.973, "count": 98, "max_ms": 49.187, "p95_ms": 44.541}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.82, "count": 98, "max_ms": 48.948, "p95_ms": 44.391}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.729, "count": 98, "max_ms": 48.823, "p95_ms": 44.3}, "visualizer_prepare_ms": {"avg_ms": 0.045, "count": 98, "max_ms": 0.098, "p95_ms": 0.085}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 98}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 98}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 98}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 214, "process_rss_mb_proxy": 765.898, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.792, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "42942625", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.691, "sample_count": 2445, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36631, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T11:35:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 90332, "write_bytes_delta": 90332, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 344.0, "cpu_core_ratio": 0.084748, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2851.0, "pid": 2464, "reason": null, "system_cpu_core_ratio": 0.010972, "system_cpu_s_delta": 0.29000000000000625, "user_cpu_core_ratio": 0.073776, "user_cpu_s_delta": 1.9499999999999318}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.225819, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 214, "reason": null, "system_cpu_core_ratio": 0.618585, "system_cpu_s_delta": 16.350000000000364, "user_cpu_core_ratio": 0.607234, "user_cpu_s_delta": 16.050000000000182}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.44, "count": 99, "max_ms": 4.96, "p95_ms": 4.138, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 24.556, "max": 30.0, "p95": 28.0, "sample_count": 99}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 6.111, "key_count": 1, "max": 8.0, "p95": 8.0, "provenance": "bounded_other_sum_proxy", "sample_count": 99}, "total": {"avg": 6.111, "max": 8.0, "p95": 8.0, "sample_count": 99}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.831, "count": 30, "max": 26.347, "p95": 25.715, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.562, "count": 30, "max": 21.528, "p95": 15.74, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 474.333, "count": 30, "max": 654.0, "p95": 598.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 548.833, "count": 30, "max": 8930.0, "p95": 2654.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.245, "p95": 0.135, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.274, "count": 30, "max": 0.357, "p95": 0.349, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.009, "count": 30, "max": 0.096, "p95": 0.083, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 89004.8, "count": 30, "max": 92212.0, "p95": 91329.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 89004.8, "count": 30, "max": 92212.0, "p95": 91329.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 26419.6, "count": 30, "max": 156979.0, "p95": 106235.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 2.173, "count": 30, "max": 2.483, "p95": 2.456, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 2.002, "count": 30, "max": 2.292, "p95": 2.267, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 371, "sampled_at": "2026-09-02T11:35:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T11:35:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-09-02T10:31:13+09:00", "state": "running", "task_id": "5e5f85f7-ca10-4c69-8505-86ba26b63b51", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20260902_103115_42942625.jsonl", "file_size_bytes": 66572, "flush_count": 66, "flush_interval_seconds": 30.0, "flush_state": {"count": 66, "last_at": "2026-09-02T11:35:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T11:35:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 65}, "started": true, "suppressed_count": 36645, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 72, "tracking_summary": 36573}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 66, "written_record_count": 66}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4425.543, "limit_mb": null}, "detail": {"last_error_at": "2026-09-02T11:35:46+09:00", "last_error_summary": "[in#0/rtsp @ 0x5d7f1e550e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5d7f1e550e00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 101296742400, "copied_frame_count": 36638, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-09-02T11:33:03+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2036189, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-09-02T11:32:55+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.018}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "42942625", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 72, "events_emitted": 72, "events_failed": 0, "events_observed": 72, "events_suppressed": 0, "frame_buffer_copied_bytes": 101296742400, "frame_buffer_copies": 36638, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 3600, "recorder_active_input_bytes": 9953280000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 72, "recorder_clips_failed": 0, "recorder_clips_started": 72, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 72, "worker_jobs_accepted": 72, "worker_jobs_completed": 72, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0901, "count": 512, "max_ms": 1.7625, "p50_ms": 0.0726, "p95_ms": 0.1544, "p99_ms": 0.2335}, "stages": {"db_insert": {"avg_ms": 14.415, "count": 72, "max_ms": 37.6323, "p50_ms": 12.8704, "p95_ms": 30.4589, "p99_ms": 36.0584, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.455, "count": 72, "max_ms": 2.8605, "p50_ms": 1.3268, "p95_ms": 2.289, "p99_ms": 2.7193, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1231.69, "count": 72, "max_ms": 1686.5563, "p50_ms": 1217.9573, "p95_ms": 1348.0223, "p99_ms": 1460.9972, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2136, "count": 512, "max_ms": 5.5339, "p50_ms": 1.075, "p95_ms": 2.1333, "p99_ms": 2.8819, "results": {"failed": 0, "not_applicable": 0, "success": 36638, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 877.7628, "count": 72, "max_ms": 952.9703, "p50_ms": 871.7038, "p95_ms": 942.4226, "p99_ms": 951.033, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 7.0625, "count": 72, "max_ms": 14.0235, "p50_ms": 6.7037, "p95_ms": 9.9341, "p99_ms": 12.7985, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 13.0837, "count": 512, "max_ms": 19.5285, "p50_ms": 13.2418, "p95_ms": 17.0847, "p99_ms": 18.816, "results": {"failed": 0, "not_applicable": 0, "success": 3600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.0943, "count": 512, "max_ms": 3.2952, "p50_ms": 1.014, "p95_ms": 1.8981, "p99_ms": 2.592, "results": {"failed": 0, "not_applicable": 0, "success": 3600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 874.6359, "count": 72, "max_ms": 949.6813, "p50_ms": 868.2197, "p95_ms": 939.2581, "p99_ms": 947.4271, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 794.7147, "count": 72, "max_ms": 863.3638, "p50_ms": 790.5499, "p95_ms": 845.6652, "p99_ms": 855.7286, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 75.2658, "count": 72, "max_ms": 93.2522, "p50_ms": 74.727, "p95_ms": 86.6921, "p99_ms": 92.455, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6454, "count": 72, "max_ms": 6.8853, "p50_ms": 1.0952, "p95_ms": 4.178, "p99_ms": 5.4693, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 72, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 32.1219, "count": 72, "max_ms": 56.0479, "p50_ms": 30.9195, "p95_ms": 44.6499, "p99_ms": 49.1927, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7272, "count": 72, "max_ms": 3.0917, "p50_ms": 0.614, "p95_ms": 1.2607, "p99_ms": 2.2211, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.5686, "count": 72, "max_ms": 9.3582, "p50_ms": 0.7453, "p95_ms": 5.5127, "p99_ms": 8.9752, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.5686, "count": 72, "max_ms": 9.3582, "p50_ms": 0.7453, "p95_ms": 5.5127, "p99_ms": 8.9752, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7272, "count": 72, "max_ms": 3.0917, "p50_ms": 0.614, "p95_ms": 1.2607, "p99_ms": 2.2211, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6534, "count": 72, "max_ms": 1.9613, "p50_ms": 0.615, "p95_ms": 1.0741, "p99_ms": 1.6555, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 72, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 323.97, "count": 72, "max_ms": 722.9412, "p50_ms": 309.3954, "p95_ms": 406.7442, "p99_ms": 540.1352, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 72, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 0.7319, "count": 72, "max_ms": 8.1265, "p50_ms": 0.5836, "p95_ms": 1.0499, "p99_ms": 3.1558, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 3.0879, "count": 72, "max_ms": 25.9347, "p50_ms": 2.2334, "p95_ms": 7.378, "p99_ms": 16.373, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0778, "count": 72, "max_ms": 0.8302, "p50_ms": 0.0602, "p95_ms": 0.12, "p99_ms": 0.3518, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.7133, "count": 72, "max_ms": 3.8428, "p50_ms": 1.5709, "p95_ms": 2.8989, "p99_ms": 3.3858, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 352.5206, "count": 72, "max_ms": 780.363, "p50_ms": 335.7653, "p95_ms": 453.5428, "p99_ms": 573.5392, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "42942625", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 72, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 72, "max_ms": 0.8302, "p50_ms": 0.0602, "p95_ms": 0.12, "p99_ms": 0.3518}, "wait_ms": {"count": 72, "max_ms": 3.8428, "p50_ms": 1.5709, "p95_ms": 2.8989, "p99_ms": 3.3858}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 72, "artifact_failed": 0, "artifact_requested": 72, "artifact_success": 72, "completed": 72, "completed_failed": 0, "completed_success": 72, "cooldown_promoted": 72, "database_requested": 72, "db_insert_success": 72, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6760, "relay_business_failed": 0, "relay_business_success": 72, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 72, "relay_transport_failed": 0, "relay_transport_success": 72, "reservation_requested": 72}, "snapshot": {"copied_bytes": 199065600, "copied_count": 72, "copy": {"count": 72, "max_ms": 2.8605, "p50_ms": 1.3268, "p95_ms": 2.289, "p99_ms": 2.7193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T11:35:46+09:00", "last_error_summary": "[in#0/rtsp @ 0x5d7f1e550e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5d7f1e550e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-09-02T11:35:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 2768.477, "last_started_at": "2026-09-02T10:49:38+09:00", "pid": 2464, "process": {"exists": false, "pid": 2464}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.676, "sample_count": 2451, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36638, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T11:35:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "42942625", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-09-02T11:35:46+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-09-02T11:35:46+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 1, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 600.527, "last_sample_duration_ms": 660.791, "last_trigger": "periodic", "next_snapshot_in_sec": 0.0, "reason": "waiting_for_next_snapshot", "rotation_count": 85, "runtime_state": "active", "sample_count": 8, "storage_bytes": 794619}, "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-09-02T11:35:46.669014+09:00", "mtime_epoch": 1788316546.6690135, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 89143}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-09-02T11:35:46+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 869.531, "name": "celery", "pid": 214, "rss_mb": 766.02, "state": "S (sleeping)", "threads": 72}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 65, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 9, "history_size_limit": 20, "last_frame_idx": 36638, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 9}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 24.653, "max": 30.0, "p95": 28.0, "sample_count": 98}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 6.347, "max": 8.0, "p95": 8.0, "sample_count": 98}, "total": {"avg": 6.347, "max": 8.0, "p95": 8.0, "sample_count": 98}}, "tracking_counts": {"active": {"avg": 2.327, "max": 4.0, "p95": 3.0, "sample_count": 98}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 98}, "removed": {"avg": 0.031, "max": 1.0, "p95": 0.0, "sample_count": 98}, "tracked": {"avg": 2.327, "max": 4.0, "p95": 3.0, "sample_count": 98}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 98}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 98, "pushed_frames": 98, "read_frames": 98, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.267, "pushed": 3.267, "read": 3.267}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 98, "client_acquire_ms": {"avg_ms": 0.008, "count": 98, "max_ms": 0.041, "p95_ms": 0.018, "reason": null, "sample_age_ms": 62.115, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.568, "count": 98, "max_ms": 3.116, "p95_ms": 1.383, "reason": null, "sample_age_ms": 91.078, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.209, "count": 98, "max_ms": 1.857, "p95_ms": 1.029, "reason": null, "sample_age_ms": 91.299, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.455, "count": 98, "max_ms": 1.608, "p95_ms": 0.759, "reason": null, "sample_age_ms": 62.131, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.112, "count": 98, "max_ms": 6.326, "p95_ms": 3.58, "reason": null, "sample_age_ms": 90.04, "source": "client_direct"}, "request_count": 98, "request_tensor_bytes": {"avg": 2764808.0, "count": 98, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 90.023, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 98, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 62.507, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.608, "count": 98, "max_ms": 57.589, "p95_ms": 54.524, "reason": null, "sample_age_ms": 62.11, "source": "client_direct"}, "sample_age_ms": 62.107, "source": "client_direct", "task_total_ms": {"avg_ms": 41.33, "count": 98, "max_ms": 61.305, "p95_ms": 56.813, "reason": null, "sample_age_ms": 62.107, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 214, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.521, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 11.168, "count": 98, "max_ms": 18.576, "p95_ms": 15.696}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.489, "count": 98, "max_ms": 1.157, "p95_ms": 0.854}, "detection_prepare_ms": {"avg_ms": 1.467, "count": 98, "max_ms": 3.646, "p95_ms": 2.193}, "event_filter_ms": {"avg_ms": 0.004, "count": 98, "max_ms": 0.012, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.561, "count": 98, "max_ms": 1.096, "p95_ms": 0.849}, "mcmt_ms": {"avg_ms": 0.003, "count": 98, "max_ms": 0.006, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 6.144, "count": 98, "max_ms": 11.789, "p95_ms": 9.087}, "setup_ms": {"avg_ms": 0.035, "count": 98, "max_ms": 0.129, "p95_ms": 0.064}, "total_inside_ms": {"avg_ms": 11.114, "count": 98, "max_ms": 18.473, "p95_ms": 15.65}, "track_match_ms": {"avg_ms": 0.221, "count": 98, "max_ms": 0.474, "p95_ms": 0.381}, "tracker_update_ms": {"avg_ms": 2.189, "count": 98, "max_ms": 3.767, "p95_ms": 3.301}}, "gstreamer_push": {"avg_ms": 2.533, "count": 98, "max_ms": 4.96, "p95_ms": 4.138}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 98, "max_ms": 0.362, "p95_ms": 0.089}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.193, "count": 98, "max_ms": 61.892, "p95_ms": 58.314}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.033, "count": 98, "max_ms": 0.075, "p95_ms": 0.057}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.971, "count": 98, "max_ms": 111.813, "p95_ms": 110.193}, "inference_input_copy_ms": {"avg_ms": 1.685, "count": 98, "max_ms": 3.487, "p95_ms": 3.029}, "processing_residual_ms": {"avg_ms": 0.243, "count": 98, "max_ms": 0.53, "p95_ms": 0.465}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 90.932, "count": 98, "max_ms": 115.013, "p95_ms": 112.643}, "read_interval": {"avg_ms": 305.935, "count": 98, "max_ms": 19226.796, "p95_ms": 135.447}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 98, "max_ms": 0.043, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 6.09, "count": 98, "max_ms": 11.726, "p95_ms": 9.029}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 98, "max_ms": 0.032, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 6.076, "count": 98, "max_ms": 11.706, "p95_ms": 9.013}, "worker_merge_ms": {"avg_ms": 0.005, "count": 98, "max_ms": 0.023, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 42.207, "count": 98, "max_ms": 61.901, "p95_ms": 58.333}, "visualize": {"avg_ms": 34.139, "count": 98, "max_ms": 49.187, "p95_ms": 44.541}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.986, "count": 98, "max_ms": 48.948, "p95_ms": 44.391}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.895, "count": 98, "max_ms": 48.823, "p95_ms": 44.3}, "visualizer_prepare_ms": {"avg_ms": 0.045, "count": 98, "max_ms": 0.098, "p95_ms": 0.085}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 98}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 98}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 98}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 214, "process_rss_mb_proxy": 765.898, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.792, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "42942625", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.691, "sample_count": 2445, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36631, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T11:35:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 90332, "write_bytes_delta": 90332, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 344.0, "cpu_core_ratio": 0.084748, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2851.0, "pid": 2464, "reason": null, "system_cpu_core_ratio": 0.010972, "system_cpu_s_delta": 0.29000000000000625, "user_cpu_core_ratio": 0.073776, "user_cpu_s_delta": 1.9499999999999318}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.225819, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 214, "reason": null, "system_cpu_core_ratio": 0.618585, "system_cpu_s_delta": 16.350000000000364, "user_cpu_core_ratio": 0.607234, "user_cpu_s_delta": 16.050000000000182}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.44, "count": 99, "max_ms": 4.96, "p95_ms": 4.138, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 24.556, "max": 30.0, "p95": 28.0, "sample_count": 99}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 6.111, "key_count": 1, "max": 8.0, "p95": 8.0, "provenance": "bounded_other_sum_proxy", "sample_count": 99}, "total": {"avg": 6.111, "max": 8.0, "p95": 8.0, "sample_count": 99}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.831, "count": 30, "max": 26.347, "p95": 25.715, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.562, "count": 30, "max": 21.528, "p95": 15.74, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 474.333, "count": 30, "max": 654.0, "p95": 598.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 548.833, "count": 30, "max": 8930.0, "p95": 2654.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.245, "p95": 0.135, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.274, "count": 30, "max": 0.357, "p95": 0.349, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.009, "count": 30, "max": 0.096, "p95": 0.083, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 89004.8, "count": 30, "max": 92212.0, "p95": 91329.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 89004.8, "count": 30, "max": 92212.0, "p95": 91329.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 26419.6, "count": 30, "max": 156979.0, "p95": 106235.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 2.173, "count": 30, "max": 2.483, "p95": 2.456, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 2.002, "count": 30, "max": 2.292, "p95": 2.267, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 371, "sampled_at": "2026-09-02T11:35:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T11:35:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-09-02T10:31:13+09:00", "state": "running", "task_id": "5e5f85f7-ca10-4c69-8505-86ba26b63b51", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20260902_103115_42942625.jsonl", "file_size_bytes": 66572, "flush_count": 66, "flush_interval_seconds": 30.0, "flush_state": {"count": 66, "last_at": "2026-09-02T11:35:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T11:35:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 65}, "started": true, "suppressed_count": 36645, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 72, "tracking_summary": 36573}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 66, "written_record_count": 66}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4426.559, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 101296742400, "copied_frame_count": 36638, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-09-02T11:33:03+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2036189, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-09-02T11:32:55+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.018}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "42942625", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 72, "events_emitted": 72, "events_failed": 0, "events_observed": 72, "events_suppressed": 0, "frame_buffer_copied_bytes": 101296742400, "frame_buffer_copies": 36638, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 3600, "recorder_active_input_bytes": 9953280000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 72, "recorder_clips_failed": 0, "recorder_clips_started": 72, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 72, "worker_jobs_accepted": 72, "worker_jobs_completed": 72, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0901, "count": 512, "max_ms": 1.7625, "p50_ms": 0.0726, "p95_ms": 0.1544, "p99_ms": 0.2335}, "stages": {"db_insert": {"avg_ms": 14.415, "count": 72, "max_ms": 37.6323, "p50_ms": 12.8704, "p95_ms": 30.4589, "p99_ms": 36.0584, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.455, "count": 72, "max_ms": 2.8605, "p50_ms": 1.3268, "p95_ms": 2.289, "p99_ms": 2.7193, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1231.69, "count": 72, "max_ms": 1686.5563, "p50_ms": 1217.9573, "p95_ms": 1348.0223, "p99_ms": 1460.9972, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2136, "count": 512, "max_ms": 5.5339, "p50_ms": 1.075, "p95_ms": 2.1333, "p99_ms": 2.8819, "results": {"failed": 0, "not_applicable": 0, "success": 36638, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 877.7628, "count": 72, "max_ms": 952.9703, "p50_ms": 871.7038, "p95_ms": 942.4226, "p99_ms": 951.033, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 7.0625, "count": 72, "max_ms": 14.0235, "p50_ms": 6.7037, "p95_ms": 9.9341, "p99_ms": 12.7985, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 13.0837, "count": 512, "max_ms": 19.5285, "p50_ms": 13.2418, "p95_ms": 17.0847, "p99_ms": 18.816, "results": {"failed": 0, "not_applicable": 0, "success": 3600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.0943, "count": 512, "max_ms": 3.2952, "p50_ms": 1.014, "p95_ms": 1.8981, "p99_ms": 2.592, "results": {"failed": 0, "not_applicable": 0, "success": 3600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 874.6359, "count": 72, "max_ms": 949.6813, "p50_ms": 868.2197, "p95_ms": 939.2581, "p99_ms": 947.4271, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 794.7147, "count": 72, "max_ms": 863.3638, "p50_ms": 790.5499, "p95_ms": 845.6652, "p99_ms": 855.7286, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 75.2658, "count": 72, "max_ms": 93.2522, "p50_ms": 74.727, "p95_ms": 86.6921, "p99_ms": 92.455, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6454, "count": 72, "max_ms": 6.8853, "p50_ms": 1.0952, "p95_ms": 4.178, "p99_ms": 5.4693, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 72, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 32.1219, "count": 72, "max_ms": 56.0479, "p50_ms": 30.9195, "p95_ms": 44.6499, "p99_ms": 49.1927, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7272, "count": 72, "max_ms": 3.0917, "p50_ms": 0.614, "p95_ms": 1.2607, "p99_ms": 2.2211, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.5686, "count": 72, "max_ms": 9.3582, "p50_ms": 0.7453, "p95_ms": 5.5127, "p99_ms": 8.9752, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.5686, "count": 72, "max_ms": 9.3582, "p50_ms": 0.7453, "p95_ms": 5.5127, "p99_ms": 8.9752, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7272, "count": 72, "max_ms": 3.0917, "p50_ms": 0.614, "p95_ms": 1.2607, "p99_ms": 2.2211, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6534, "count": 72, "max_ms": 1.9613, "p50_ms": 0.615, "p95_ms": 1.0741, "p99_ms": 1.6555, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 72, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 323.97, "count": 72, "max_ms": 722.9412, "p50_ms": 309.3954, "p95_ms": 406.7442, "p99_ms": 540.1352, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 72, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 0.7319, "count": 72, "max_ms": 8.1265, "p50_ms": 0.5836, "p95_ms": 1.0499, "p99_ms": 3.1558, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 3.0879, "count": 72, "max_ms": 25.9347, "p50_ms": 2.2334, "p95_ms": 7.378, "p99_ms": 16.373, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0778, "count": 72, "max_ms": 0.8302, "p50_ms": 0.0602, "p95_ms": 0.12, "p99_ms": 0.3518, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.7133, "count": 72, "max_ms": 3.8428, "p50_ms": 1.5709, "p95_ms": 2.8989, "p99_ms": 3.3858, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 352.5206, "count": 72, "max_ms": 780.363, "p50_ms": 335.7653, "p95_ms": 453.5428, "p99_ms": 573.5392, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "42942625", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 72, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 72, "max_ms": 0.8302, "p50_ms": 0.0602, "p95_ms": 0.12, "p99_ms": 0.3518}, "wait_ms": {"count": 72, "max_ms": 3.8428, "p50_ms": 1.5709, "p95_ms": 2.8989, "p99_ms": 3.3858}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 72, "artifact_failed": 0, "artifact_requested": 72, "artifact_success": 72, "completed": 72, "completed_failed": 0, "completed_success": 72, "cooldown_promoted": 72, "database_requested": 72, "db_insert_success": 72, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6760, "relay_business_failed": 0, "relay_business_success": 72, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 72, "relay_transport_failed": 0, "relay_transport_success": 72, "reservation_requested": 72}, "snapshot": {"copied_bytes": 199065600, "copied_count": 72, "copy": {"count": 72, "max_ms": 2.8605, "p50_ms": 1.3268, "p95_ms": 2.289, "p99_ms": 2.7193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T11:35:46+09:00", "last_error_summary": "[in#0/rtsp @ 0x5d7f1e550e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5d7f1e550e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-09-02T11:35:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 2768.497, "last_started_at": "2026-09-02T10:49:38+09:00", "pid": 2464, "process": {"exists": false, "pid": 2464}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.676, "sample_count": 2451, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36638, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T11:35:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "42942625", "last_frame_pushed_age_sec": 0.021, "last_frame_pushed_at": "2026-09-02T11:35:46+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-09-02T11:35:46+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 1, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 600.549, "last_sample_duration_ms": 660.791, "last_trigger": "periodic", "next_snapshot_in_sec": 0.0, "reason": "waiting_for_next_snapshot", "rotation_count": 85, "runtime_state": "active", "sample_count": 8, "storage_bytes": 794619}, "mjpeg": {"age_sec": 0.014, "exists": true, "mtime": "2026-09-02T11:35:46.771015+09:00", "mtime_epoch": 1788316546.7710147, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 89674}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-09-02T11:35:46+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 869.531, "name": "celery", "pid": 214, "rss_mb": 766.02, "state": "S (sleeping)", "threads": 72}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 65, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 9, "history_size_limit": 20, "last_frame_idx": 36638, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 9}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 24.653, "max": 30.0, "p95": 28.0, "sample_count": 98}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 6.347, "max": 8.0, "p95": 8.0, "sample_count": 98}, "total": {"avg": 6.347, "max": 8.0, "p95": 8.0, "sample_count": 98}}, "tracking_counts": {"active": {"avg": 2.327, "max": 4.0, "p95": 3.0, "sample_count": 98}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 98}, "removed": {"avg": 0.031, "max": 1.0, "p95": 0.0, "sample_count": 98}, "tracked": {"avg": 2.327, "max": 4.0, "p95": 3.0, "sample_count": 98}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 98}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 98, "pushed_frames": 98, "read_frames": 97, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.275, "pushed": 3.275, "read": 3.241}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 97, "client_acquire_ms": {"avg_ms": 0.008, "count": 98, "max_ms": 0.041, "p95_ms": 0.018, "reason": null, "sample_age_ms": 82.278, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.57, "count": 97, "max_ms": 3.116, "p95_ms": 1.392, "reason": null, "sample_age_ms": 111.242, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.21, "count": 97, "max_ms": 1.857, "p95_ms": 1.03, "reason": null, "sample_age_ms": 111.463, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.455, "count": 98, "max_ms": 1.608, "p95_ms": 0.759, "reason": null, "sample_age_ms": 82.295, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.122, "count": 97, "max_ms": 6.326, "p95_ms": 3.582, "reason": null, "sample_age_ms": 110.204, "source": "client_direct"}, "request_count": 97, "request_tensor_bytes": {"avg": 2764808.0, "count": 97, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 110.187, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 98, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 82.67, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.608, "count": 98, "max_ms": 57.589, "p95_ms": 54.524, "reason": null, "sample_age_ms": 82.274, "source": "client_direct"}, "sample_age_ms": 82.271, "source": "client_direct", "task_total_ms": {"avg_ms": 41.33, "count": 98, "max_ms": 61.305, "p95_ms": 56.813, "reason": null, "sample_age_ms": 82.271, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 214, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.504, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 11.168, "count": 98, "max_ms": 18.576, "p95_ms": 15.696}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.489, "count": 98, "max_ms": 1.157, "p95_ms": 0.854}, "detection_prepare_ms": {"avg_ms": 1.467, "count": 98, "max_ms": 3.646, "p95_ms": 2.193}, "event_filter_ms": {"avg_ms": 0.004, "count": 98, "max_ms": 0.012, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.561, "count": 98, "max_ms": 1.096, "p95_ms": 0.849}, "mcmt_ms": {"avg_ms": 0.003, "count": 98, "max_ms": 0.006, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 6.144, "count": 98, "max_ms": 11.789, "p95_ms": 9.087}, "setup_ms": {"avg_ms": 0.035, "count": 98, "max_ms": 0.129, "p95_ms": 0.064}, "total_inside_ms": {"avg_ms": 11.114, "count": 98, "max_ms": 18.473, "p95_ms": 15.65}, "track_match_ms": {"avg_ms": 0.221, "count": 98, "max_ms": 0.474, "p95_ms": 0.381}, "tracker_update_ms": {"avg_ms": 2.189, "count": 98, "max_ms": 3.767, "p95_ms": 3.301}}, "gstreamer_push": {"avg_ms": 2.533, "count": 98, "max_ms": 4.96, "p95_ms": 4.138}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 98, "max_ms": 0.362, "p95_ms": 0.089}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.193, "count": 98, "max_ms": 61.892, "p95_ms": 58.314}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.033, "count": 98, "max_ms": 0.075, "p95_ms": 0.057}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.971, "count": 98, "max_ms": 111.813, "p95_ms": 110.193}, "inference_input_copy_ms": {"avg_ms": 1.685, "count": 98, "max_ms": 3.487, "p95_ms": 3.029}, "processing_residual_ms": {"avg_ms": 0.243, "count": 98, "max_ms": 0.53, "p95_ms": 0.465}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 90.932, "count": 98, "max_ms": 115.013, "p95_ms": 112.643}, "read_interval": {"avg_ms": 308.327, "count": 97, "max_ms": 19226.796, "p95_ms": 135.447}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 98, "max_ms": 0.043, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 6.09, "count": 98, "max_ms": 11.726, "p95_ms": 9.029}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 98, "max_ms": 0.032, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 6.076, "count": 98, "max_ms": 11.706, "p95_ms": 9.013}, "worker_merge_ms": {"avg_ms": 0.005, "count": 98, "max_ms": 0.023, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 42.207, "count": 98, "max_ms": 61.901, "p95_ms": 58.333}, "visualize": {"avg_ms": 34.139, "count": 98, "max_ms": 49.187, "p95_ms": 44.541}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.986, "count": 98, "max_ms": 48.948, "p95_ms": 44.391}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.895, "count": 98, "max_ms": 48.823, "p95_ms": 44.3}, "visualizer_prepare_ms": {"avg_ms": 0.045, "count": 98, "max_ms": 0.098, "p95_ms": 0.085}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 98}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 98}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 98}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 214, "process_rss_mb_proxy": 765.898, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.792, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "42942625", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.691, "sample_count": 2445, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36631, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T11:35:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 90332, "write_bytes_delta": 90332, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 344.0, "cpu_core_ratio": 0.084748, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2851.0, "pid": 2464, "reason": null, "system_cpu_core_ratio": 0.010972, "system_cpu_s_delta": 0.29000000000000625, "user_cpu_core_ratio": 0.073776, "user_cpu_s_delta": 1.9499999999999318}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.225819, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 214, "reason": null, "system_cpu_core_ratio": 0.618585, "system_cpu_s_delta": 16.350000000000364, "user_cpu_core_ratio": 0.607234, "user_cpu_s_delta": 16.050000000000182}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.44, "count": 99, "max_ms": 4.96, "p95_ms": 4.138, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 24.556, "max": 30.0, "p95": 28.0, "sample_count": 99}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 6.111, "key_count": 1, "max": 8.0, "p95": 8.0, "provenance": "bounded_other_sum_proxy", "sample_count": 99}, "total": {"avg": 6.111, "max": 8.0, "p95": 8.0, "sample_count": 99}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.831, "count": 30, "max": 26.347, "p95": 25.715, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.562, "count": 30, "max": 21.528, "p95": 15.74, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 474.333, "count": 30, "max": 654.0, "p95": 598.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 548.833, "count": 30, "max": 8930.0, "p95": 2654.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.245, "p95": 0.135, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.274, "count": 30, "max": 0.357, "p95": 0.349, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.009, "count": 30, "max": 0.096, "p95": 0.083, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 89004.8, "count": 30, "max": 92212.0, "p95": 91329.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 89004.8, "count": 30, "max": 92212.0, "p95": 91329.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 26419.6, "count": 30, "max": 156979.0, "p95": 106235.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 2.173, "count": 30, "max": 2.483, "p95": 2.456, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 2.002, "count": 30, "max": 2.292, "p95": 2.267, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 371, "sampled_at": "2026-09-02T11:35:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T11:35:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-09-02T10:31:13+09:00", "state": "running", "task_id": "5e5f85f7-ca10-4c69-8505-86ba26b63b51", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20260902_103115_42942625.jsonl", "file_size_bytes": 66572, "flush_count": 66, "flush_interval_seconds": 30.0, "flush_state": {"count": 66, "last_at": "2026-09-02T11:35:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T11:35:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 65}, "started": true, "suppressed_count": 36645, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 72, "tracking_summary": 36573}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 66, "written_record_count": 66}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4590.52, "limit_mb": null}, "detail": {"pid": 5743, "restart_count": 2, "start_count": 3}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 101296742400, "copied_frame_count": 36638, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-09-02T11:33:03+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2036189, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-09-02T11:32:55+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.018}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "42942625", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 72, "events_emitted": 72, "events_failed": 0, "events_observed": 72, "events_suppressed": 0, "frame_buffer_copied_bytes": 101296742400, "frame_buffer_copies": 36638, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 3600, "recorder_active_input_bytes": 9953280000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 72, "recorder_clips_failed": 0, "recorder_clips_started": 72, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 72, "worker_jobs_accepted": 72, "worker_jobs_completed": 72, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0901, "count": 512, "max_ms": 1.7625, "p50_ms": 0.0726, "p95_ms": 0.1544, "p99_ms": 0.2335}, "stages": {"db_insert": {"avg_ms": 14.415, "count": 72, "max_ms": 37.6323, "p50_ms": 12.8704, "p95_ms": 30.4589, "p99_ms": 36.0584, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.455, "count": 72, "max_ms": 2.8605, "p50_ms": 1.3268, "p95_ms": 2.289, "p99_ms": 2.7193, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1231.69, "count": 72, "max_ms": 1686.5563, "p50_ms": 1217.9573, "p95_ms": 1348.0223, "p99_ms": 1460.9972, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2136, "count": 512, "max_ms": 5.5339, "p50_ms": 1.075, "p95_ms": 2.1333, "p99_ms": 2.8819, "results": {"failed": 0, "not_applicable": 0, "success": 36638, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 877.7628, "count": 72, "max_ms": 952.9703, "p50_ms": 871.7038, "p95_ms": 942.4226, "p99_ms": 951.033, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 7.0625, "count": 72, "max_ms": 14.0235, "p50_ms": 6.7037, "p95_ms": 9.9341, "p99_ms": 12.7985, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 13.0837, "count": 512, "max_ms": 19.5285, "p50_ms": 13.2418, "p95_ms": 17.0847, "p99_ms": 18.816, "results": {"failed": 0, "not_applicable": 0, "success": 3600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.0943, "count": 512, "max_ms": 3.2952, "p50_ms": 1.014, "p95_ms": 1.8981, "p99_ms": 2.592, "results": {"failed": 0, "not_applicable": 0, "success": 3600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 874.6359, "count": 72, "max_ms": 949.6813, "p50_ms": 868.2197, "p95_ms": 939.2581, "p99_ms": 947.4271, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 794.7147, "count": 72, "max_ms": 863.3638, "p50_ms": 790.5499, "p95_ms": 845.6652, "p99_ms": 855.7286, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 75.2658, "count": 72, "max_ms": 93.2522, "p50_ms": 74.727, "p95_ms": 86.6921, "p99_ms": 92.455, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6454, "count": 72, "max_ms": 6.8853, "p50_ms": 1.0952, "p95_ms": 4.178, "p99_ms": 5.4693, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 72, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 32.1219, "count": 72, "max_ms": 56.0479, "p50_ms": 30.9195, "p95_ms": 44.6499, "p99_ms": 49.1927, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7272, "count": 72, "max_ms": 3.0917, "p50_ms": 0.614, "p95_ms": 1.2607, "p99_ms": 2.2211, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.5686, "count": 72, "max_ms": 9.3582, "p50_ms": 0.7453, "p95_ms": 5.5127, "p99_ms": 8.9752, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.5686, "count": 72, "max_ms": 9.3582, "p50_ms": 0.7453, "p95_ms": 5.5127, "p99_ms": 8.9752, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7272, "count": 72, "max_ms": 3.0917, "p50_ms": 0.614, "p95_ms": 1.2607, "p99_ms": 2.2211, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6534, "count": 72, "max_ms": 1.9613, "p50_ms": 0.615, "p95_ms": 1.0741, "p99_ms": 1.6555, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 72, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 323.97, "count": 72, "max_ms": 722.9412, "p50_ms": 309.3954, "p95_ms": 406.7442, "p99_ms": 540.1352, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 72, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 0.7319, "count": 72, "max_ms": 8.1265, "p50_ms": 0.5836, "p95_ms": 1.0499, "p99_ms": 3.1558, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 3.0879, "count": 72, "max_ms": 25.9347, "p50_ms": 2.2334, "p95_ms": 7.378, "p99_ms": 16.373, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0778, "count": 72, "max_ms": 0.8302, "p50_ms": 0.0602, "p95_ms": 0.12, "p99_ms": 0.3518, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.7133, "count": 72, "max_ms": 3.8428, "p50_ms": 1.5709, "p95_ms": 2.8989, "p99_ms": 3.3858, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 352.5206, "count": 72, "max_ms": 780.363, "p50_ms": 335.7653, "p95_ms": 453.5428, "p99_ms": 573.5392, "results": {"failed": 0, "not_applicable": 0, "success": 72, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "42942625", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 72, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 72, "max_ms": 0.8302, "p50_ms": 0.0602, "p95_ms": 0.12, "p99_ms": 0.3518}, "wait_ms": {"count": 72, "max_ms": 3.8428, "p50_ms": 1.5709, "p95_ms": 2.8989, "p99_ms": 3.3858}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 72, "artifact_failed": 0, "artifact_requested": 72, "artifact_success": 72, "completed": 72, "completed_failed": 0, "completed_success": 72, "cooldown_promoted": 72, "database_requested": 72, "db_insert_success": 72, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6760, "relay_business_failed": 0, "relay_business_success": 72, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 72, "relay_transport_failed": 0, "relay_transport_success": 72, "reservation_requested": 72}, "snapshot": {"copied_bytes": 199065600, "copied_count": 72, "copy": {"count": 72, "max_ms": 2.8605, "p50_ms": 1.3268, "p95_ms": 2.289, "p99_ms": 2.7193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T11:35:46+09:00", "last_error_summary": "[in#0/rtsp @ 0x5d7f1e550e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5d7f1e550e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-09-02T11:35:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-02T11:35:49+09:00", "pid": 5743, "process": {"exists": true, "fd_count": 5, "hwm_mb": 200.086, "name": "ffmpeg", "pid": 5743, "rss_mb": 200.086, "state": "S (sleeping)", "threads": 70}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.397, "sample_count": 2420, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36638, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T11:35:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "42942625", "last_frame_pushed_age_sec": 4.968, "last_frame_pushed_at": "2026-09-02T11:35:46+09:00", "last_frame_read_age_sec": 5.057, "last_frame_read_at": "2026-09-02T11:35:46+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 9, "debug_expires_at": null, "deduplicated_count": 1, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 3.864, "last_sample_duration_ms": 543.541, "last_trigger": "periodic", "next_snapshot_in_sec": 596.136, "reason": "snapshot_written", "rotation_count": 85, "runtime_state": "active", "sample_count": 9, "storage_bytes": 802888}, "mjpeg": {"age_sec": 4.962, "exists": true, "mtime": "2026-09-02T11:35:46.771015+09:00", "mtime_epoch": 1788316546.7710147, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 89674}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-09-02T11:35:51+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 869.531, "name": "celery", "pid": 214, "rss_mb": 766.027, "state": "S (sleeping)", "threads": 73}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 65, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 9, "history_size_limit": 20, "last_frame_idx": 36638, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 9}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 26.352, "max": 30.0, "p95": 29.0, "sample_count": 54}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 6.926, "max": 8.0, "p95": 8.0, "sample_count": 54}, "total": {"avg": 6.926, "max": 8.0, "p95": 8.0, "sample_count": 54}}, "tracking_counts": {"active": {"avg": 2.333, "max": 4.0, "p95": 3.0, "sample_count": 54}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 54}, "removed": {"avg": 0.037, "max": 1.0, "p95": 0.0, "sample_count": 54}, "tracked": {"avg": 2.333, "max": 4.0, "p95": 3.0, "sample_count": 54}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 54}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 54, "pushed_frames": 54, "read_frames": 53, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.8, "pushed": 1.8, "read": 1.767}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 53, "client_acquire_ms": {"avg_ms": 0.008, "count": 53, "max_ms": 0.041, "p95_ms": 0.019, "reason": null, "sample_age_ms": 5031.133, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.583, "count": 53, "max_ms": 3.116, "p95_ms": 1.577, "reason": null, "sample_age_ms": 5060.097, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.226, "count": 53, "max_ms": 1.857, "p95_ms": 1.099, "reason": null, "sample_age_ms": 5060.318, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.446, "count": 53, "max_ms": 0.861, "p95_ms": 0.725, "reason": null, "sample_age_ms": 5031.15, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.928, "count": 53, "max_ms": 4.241, "p95_ms": 3.406, "reason": null, "sample_age_ms": 5059.059, "source": "client_direct"}, "request_count": 53, "request_tensor_bytes": {"avg": 2764808.0, "count": 53, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5059.042, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 53, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5031.525, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.704, "count": 53, "max_ms": 57.589, "p95_ms": 53.74, "reason": null, "sample_age_ms": 5031.129, "source": "client_direct"}, "sample_age_ms": 5031.126, "source": "client_direct", "task_total_ms": {"avg_ms": 40.235, "count": 53, "max_ms": 60.136, "p95_ms": 56.53, "reason": null, "sample_age_ms": 5031.126, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 214, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.625, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 11.616, "count": 54, "max_ms": 18.576, "p95_ms": 16.832}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.45, "count": 54, "max_ms": 1.157, "p95_ms": 0.852}, "detection_prepare_ms": {"avg_ms": 1.512, "count": 54, "max_ms": 2.368, "p95_ms": 2.244}, "event_filter_ms": {"avg_ms": 0.004, "count": 54, "max_ms": 0.012, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.62, "count": 54, "max_ms": 1.096, "p95_ms": 0.877}, "mcmt_ms": {"avg_ms": 0.002, "count": 54, "max_ms": 0.006, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 6.415, "count": 54, "max_ms": 11.789, "p95_ms": 9.316}, "setup_ms": {"avg_ms": 0.035, "count": 54, "max_ms": 0.129, "p95_ms": 0.076}, "total_inside_ms": {"avg_ms": 11.562, "count": 54, "max_ms": 18.473, "p95_ms": 16.736}, "track_match_ms": {"avg_ms": 0.236, "count": 54, "max_ms": 0.474, "p95_ms": 0.401}, "tracker_update_ms": {"avg_ms": 2.287, "count": 54, "max_ms": 3.767, "p95_ms": 3.301}}, "gstreamer_push": {"avg_ms": 2.433, "count": 54, "max_ms": 4.752, "p95_ms": 3.966}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 54, "max_ms": 0.362, "p95_ms": 0.085}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.985, "count": 54, "max_ms": 60.727, "p95_ms": 57.206}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.031, "count": 54, "max_ms": 0.075, "p95_ms": 0.05}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 54, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 54, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.9, "count": 54, "max_ms": 111.813, "p95_ms": 108.533}, "inference_input_copy_ms": {"avg_ms": 1.545, "count": 54, "max_ms": 3.487, "p95_ms": 2.499}, "processing_residual_ms": {"avg_ms": 0.24, "count": 54, "max_ms": 0.496, "p95_ms": 0.476}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 54, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 54, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 90.716, "count": 54, "max_ms": 114.444, "p95_ms": 110.201}, "read_interval": {"avg_ms": 472.044, "count": 53, "max_ms": 19226.796, "p95_ms": 158.595}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 54, "max_ms": 0.043, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 6.362, "count": 54, "max_ms": 11.726, "p95_ms": 9.261}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 54, "max_ms": 0.029, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 6.347, "count": 54, "max_ms": 11.706, "p95_ms": 9.246}, "worker_merge_ms": {"avg_ms": 0.005, "count": 54, "max_ms": 0.015, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 40.998, "count": 54, "max_ms": 60.735, "p95_ms": 57.218}, "visualize": {"avg_ms": 34.822, "count": 54, "max_ms": 49.187, "p95_ms": 44.795}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 54, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 54, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.672, "count": 54, "max_ms": 48.948, "p95_ms": 44.573}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 54, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 54, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.581, "count": 54, "max_ms": 48.823, "p95_ms": 44.477}, "visualizer_prepare_ms": {"avg_ms": 0.044, "count": 54, "max_ms": 0.088, "p95_ms": 0.082}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 54}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 54}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 54}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 214, "process_rss_mb_proxy": 765.898, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.792, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "42942625", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.691, "sample_count": 2445, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36631, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T11:35:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 90332, "write_bytes_delta": 90332, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 344.0, "cpu_core_ratio": 0.084748, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2851.0, "pid": 2464, "reason": null, "system_cpu_core_ratio": 0.010972, "system_cpu_s_delta": 0.29000000000000625, "user_cpu_core_ratio": 0.073776, "user_cpu_s_delta": 1.9499999999999318}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.225819, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 214, "reason": null, "system_cpu_core_ratio": 0.618585, "system_cpu_s_delta": 16.350000000000364, "user_cpu_core_ratio": 0.607234, "user_cpu_s_delta": 16.050000000000182}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.44, "count": 99, "max_ms": 4.96, "p95_ms": 4.138, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 24.556, "max": 30.0, "p95": 28.0, "sample_count": 99}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 6.111, "key_count": 1, "max": 8.0, "p95": 8.0, "provenance": "bounded_other_sum_proxy", "sample_count": 99}, "total": {"avg": 6.111, "max": 8.0, "p95": 8.0, "sample_count": 99}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.831, "count": 30, "max": 26.347, "p95": 25.715, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.562, "count": 30, "max": 21.528, "p95": 15.74, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 474.333, "count": 30, "max": 654.0, "p95": 598.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 548.833, "count": 30, "max": 8930.0, "p95": 2654.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.245, "p95": 0.135, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.274, "count": 30, "max": 0.357, "p95": 0.349, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.009, "count": 30, "max": 0.096, "p95": 0.083, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 89004.8, "count": 30, "max": 92212.0, "p95": 91329.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 89004.8, "count": 30, "max": 92212.0, "p95": 91329.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 26419.6, "count": 30, "max": 156979.0, "p95": 106235.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 2.173, "count": 30, "max": 2.483, "p95": 2.456, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 2.002, "count": 30, "max": 2.292, "p95": 2.267, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 371, "sampled_at": "2026-09-02T11:35:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T11:35:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-09-02T10:31:13+09:00", "state": "running", "task_id": "5e5f85f7-ca10-4c69-8505-86ba26b63b51", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20260902_103115_42942625.jsonl", "file_size_bytes": 108981, "flush_count": 107, "flush_interval_seconds": 30.0, "flush_state": {"count": 107, "last_at": "2026-09-02T12:16:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T12:16:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 106}, "started": true, "suppressed_count": 61035, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 98, "tracking_summary": 60937}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 107, "written_record_count": 107}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4577.023, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x654e0bfac400] error while decoding MB 77 65, bytestream -8 [h264 @ 0x654e0b343a40] error while decoding MB 97 32, bytestream -13 [h264 @ 0x654e0bedd580] left block unavailable for requested intra mode [h264 @ 0x654e0bedd580] error while decoding MB 0 48, bytestream 52562 [in#0/rtsp @ 0x654e0b22ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x654e0b22ae00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 168768921600, "copied_frame_count": 61042, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-09-02T12:12:49+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2188666, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-09-02T12:12:42+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.869}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "42942625", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 98, "events_emitted": 98, "events_failed": 0, "events_observed": 98, "events_suppressed": 0, "frame_buffer_copied_bytes": 168768921600, "frame_buffer_copies": 61042, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 4900, "recorder_active_input_bytes": 13547520000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 98, "recorder_clips_failed": 0, "recorder_clips_started": 98, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 98, "worker_jobs_accepted": 98, "worker_jobs_completed": 98, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0814, "count": 512, "max_ms": 0.2136, "p50_ms": 0.0717, "p95_ms": 0.1388, "p99_ms": 0.1905}, "stages": {"db_insert": {"avg_ms": 14.3825, "count": 98, "max_ms": 37.6323, "p50_ms": 12.8704, "p95_ms": 30.3913, "p99_ms": 35.482, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.4391, "count": 98, "max_ms": 2.8605, "p50_ms": 1.3204, "p95_ms": 2.2859, "p99_ms": 2.7765, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1242.5187, "count": 98, "max_ms": 1686.5563, "p50_ms": 1224.3252, "p95_ms": 1387.6359, "p99_ms": 1578.5155, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0927, "count": 512, "max_ms": 2.9947, "p50_ms": 0.9769, "p95_ms": 1.989, "p99_ms": 2.4873, "results": {"failed": 0, "not_applicable": 0, "success": 61042, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 880.278, "count": 98, "max_ms": 952.9703, "p50_ms": 874.0176, "p95_ms": 941.0641, "p99_ms": 950.3236, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 7.1196, "count": 98, "max_ms": 14.0235, "p50_ms": 6.7872, "p95_ms": 9.5435, "p99_ms": 12.35, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 13.7946, "count": 512, "max_ms": 21.7174, "p50_ms": 13.82, "p95_ms": 17.7546, "p99_ms": 19.5964, "results": {"failed": 0, "not_applicable": 0, "success": 4900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.0303, "count": 512, "max_ms": 5.2381, "p50_ms": 0.9047, "p95_ms": 1.9437, "p99_ms": 2.6201, "results": {"failed": 0, "not_applicable": 0, "success": 4900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 877.1848, "count": 98, "max_ms": 949.6813, "p50_ms": 871.4215, "p95_ms": 938.1775, "p99_ms": 946.6017, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 796.505, "count": 98, "max_ms": 863.3638, "p50_ms": 794.1066, "p95_ms": 846.2933, "p99_ms": 852.9326, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 76.0039, "count": 98, "max_ms": 93.2522, "p50_ms": 75.6556, "p95_ms": 87.262, "p99_ms": 92.1631, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.684, "count": 98, "max_ms": 7.455, "p50_ms": 1.0994, "p95_ms": 4.3292, "p99_ms": 6.9024, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 32.2289, "count": 98, "max_ms": 56.0479, "p50_ms": 30.9952, "p95_ms": 43.5897, "p99_ms": 46.6824, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7267, "count": 98, "max_ms": 3.0917, "p50_ms": 0.6003, "p95_ms": 1.2647, "p99_ms": 2.5656, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.5518, "count": 98, "max_ms": 9.3582, "p50_ms": 0.7333, "p95_ms": 5.6104, "p99_ms": 8.8349, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.5518, "count": 98, "max_ms": 9.3582, "p50_ms": 0.7333, "p95_ms": 5.6104, "p99_ms": 8.8349, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7267, "count": 98, "max_ms": 3.0917, "p50_ms": 0.6003, "p95_ms": 1.2647, "p99_ms": 2.5656, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.682, "count": 98, "max_ms": 2.0674, "p50_ms": 0.6159, "p95_ms": 1.1197, "p99_ms": 1.9645, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 332.4269, "count": 98, "max_ms": 722.9412, "p50_ms": 309.413, "p95_ms": 479.2077, "p99_ms": 600.0525, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 0.7131, "count": 98, "max_ms": 8.1265, "p50_ms": 0.5728, "p95_ms": 1.1209, "p99_ms": 1.6921, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 2.9792, "count": 98, "max_ms": 25.9347, "p50_ms": 2.2582, "p95_ms": 6.1356, "p99_ms": 12.8715, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0775, "count": 98, "max_ms": 0.8302, "p50_ms": 0.0602, "p95_ms": 0.1252, "p99_ms": 0.2499, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.6798, "count": 98, "max_ms": 3.8428, "p50_ms": 1.5476, "p95_ms": 2.8116, "p99_ms": 3.2185, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 360.8557, "count": 98, "max_ms": 780.363, "p50_ms": 337.6445, "p95_ms": 503.173, "p99_ms": 645.2823, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "42942625", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 98, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 98, "max_ms": 0.8302, "p50_ms": 0.0602, "p95_ms": 0.1252, "p99_ms": 0.2499}, "wait_ms": {"count": 98, "max_ms": 3.8428, "p50_ms": 1.5476, "p95_ms": 2.8116, "p99_ms": 3.2185}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 98, "artifact_failed": 0, "artifact_requested": 98, "artifact_success": 98, "completed": 98, "completed_failed": 0, "completed_success": 98, "cooldown_promoted": 98, "database_requested": 98, "db_insert_success": 98, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6787, "relay_business_failed": 0, "relay_business_success": 98, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 98, "relay_transport_failed": 0, "relay_transport_success": 98, "reservation_requested": 98}, "snapshot": {"copied_bytes": 270950400, "copied_count": 98, "copy": {"count": 98, "max_ms": 2.8605, "p50_ms": 1.3204, "p95_ms": 2.2859, "p99_ms": 2.7765}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 3, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T12:17:39+09:00", "last_error_summary": "[h264 @ 0x654e0bfac400] error while decoding MB 77 65, bytestream -8 [h264 @ 0x654e0b343a40] error while decoding MB 97 32, bytestream -13 [h264 @ 0x654e0bedd580] left block unavailable for requested intra mode [h264 @ 0x654e0bedd580] error while decoding MB 0 48, bytestream 52562 [in#0/rtsp @ 0x654e0b22ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x654e0b22ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-09-02T11:35:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 2509.989, "last_started_at": "2026-09-02T11:35:49+09:00", "pid": 5743, "process": {"exists": false, "pid": 5743}, "restart_count": 2, "restart_count_per_hour": 1, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.5, "sample_count": 2846, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 61042, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T12:17:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "42942625", "last_frame_pushed_age_sec": 0.088, "last_frame_pushed_at": "2026-09-02T12:17:39+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-09-02T12:17:39+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 13, "debug_expires_at": null, "deduplicated_count": 1, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 106.993, "last_sample_duration_ms": 418.621, "last_trigger": "periodic", "next_snapshot_in_sec": 493.007, "reason": "waiting_for_next_snapshot", "rotation_count": 85, "runtime_state": "active", "sample_count": 13, "storage_bytes": 836955}, "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-09-02T12:17:39.639437+09:00", "mtime_epoch": 1788319059.639437, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 92306}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-09-02T12:17:39+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 877.168, "name": "celery", "pid": 214, "rss_mb": 783.148, "state": "S (sleeping)", "threads": 73}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 91, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 61043, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 15.283, "max": 23.0, "p95": 18.0, "sample_count": 120}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.158, "max": 4.0, "p95": 3.0, "sample_count": 120}, "total": {"avg": 2.158, "max": 4.0, "p95": 3.0, "sample_count": 120}}, "tracking_counts": {"active": {"avg": 0.142, "max": 2.0, "p95": 1.0, "sample_count": 120}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 120}, "removed": {"avg": 0.033, "max": 1.0, "p95": 0.0, "sample_count": 120}, "tracked": {"avg": 0.142, "max": 2.0, "p95": 1.0, "sample_count": 120}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 120}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 120, "pushed_frames": 120, "read_frames": 120, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.007, "pushed": 4.007, "read": 4.007}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 120, "client_acquire_ms": {"avg_ms": 0.006, "count": 121, "max_ms": 0.02, "p95_ms": 0.012, "reason": null, "sample_age_ms": 26.352, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.594, "count": 120, "max_ms": 3.361, "p95_ms": 1.866, "reason": null, "sample_age_ms": 76.543, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.233, "count": 120, "max_ms": 2.21, "p95_ms": 1.168, "reason": null, "sample_age_ms": 76.796, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.325, "count": 121, "max_ms": 0.766, "p95_ms": 0.548, "reason": null, "sample_age_ms": 26.359, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.872, "count": 120, "max_ms": 5.296, "p95_ms": 3.069, "reason": null, "sample_age_ms": 75.094, "source": "client_direct"}, "request_count": 120, "request_tensor_bytes": {"avg": 2764808.0, "count": 120, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 75.076, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 121, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 26.666, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.289, "count": 121, "max_ms": 54.299, "p95_ms": 47.731, "reason": null, "sample_age_ms": 26.349, "source": "client_direct"}, "sample_age_ms": 26.345, "source": "client_direct", "task_total_ms": {"avg_ms": 36.622, "count": 121, "max_ms": 56.841, "p95_ms": 49.668, "reason": null, "sample_age_ms": 26.345, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 214, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.548, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.31, "count": 120, "max_ms": 9.01, "p95_ms": 7.175}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.343, "count": 120, "max_ms": 1.12, "p95_ms": 0.572}, "detection_prepare_ms": {"avg_ms": 0.927, "count": 120, "max_ms": 2.384, "p95_ms": 1.321}, "event_filter_ms": {"avg_ms": 0.003, "count": 120, "max_ms": 0.021, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.28, "count": 120, "max_ms": 0.649, "p95_ms": 0.393}, "mcmt_ms": {"avg_ms": 0.002, "count": 120, "max_ms": 0.007, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 2.472, "count": 120, "max_ms": 4.695, "p95_ms": 3.716}, "setup_ms": {"avg_ms": 0.031, "count": 120, "max_ms": 0.101, "p95_ms": 0.065}, "total_inside_ms": {"avg_ms": 5.273, "count": 120, "max_ms": 8.939, "p95_ms": 7.13}, "track_match_ms": {"avg_ms": 0.064, "count": 120, "max_ms": 0.164, "p95_ms": 0.128}, "tracker_update_ms": {"avg_ms": 1.15, "count": 120, "max_ms": 2.027, "p95_ms": 1.756}}, "gstreamer_push": {"avg_ms": 2.03, "count": 120, "max_ms": 4.151, "p95_ms": 3.504}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 120, "max_ms": 0.139, "p95_ms": 0.057}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 37.368, "count": 120, "max_ms": 57.341, "p95_ms": 50.012}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.032, "count": 120, "max_ms": 0.165, "p95_ms": 0.053}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 120, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 120, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 68.936, "count": 120, "max_ms": 95.481, "p95_ms": 82.314}, "inference_input_copy_ms": {"avg_ms": 1.422, "count": 120, "max_ms": 3.53, "p95_ms": 2.562}, "processing_residual_ms": {"avg_ms": 0.177, "count": 120, "max_ms": 2.787, "p95_ms": 0.28}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 120, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 120, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 70.568, "count": 120, "max_ms": 98.564, "p95_ms": 84.026}, "read_interval": {"avg_ms": 249.502, "count": 120, "max_ms": 10130.139, "p95_ms": 119.818}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 120, "max_ms": 0.04, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 2.425, "count": 120, "max_ms": 4.595, "p95_ms": 3.657}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 120, "max_ms": 0.027, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.412, "count": 120, "max_ms": 4.571, "p95_ms": 3.637}, "worker_merge_ms": {"avg_ms": 0.004, "count": 120, "max_ms": 0.012, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 37.379, "count": 120, "max_ms": 57.353, "p95_ms": 50.024}, "visualize": {"avg_ms": 25.104, "count": 120, "max_ms": 38.802, "p95_ms": 34.74}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 120, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 120, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 24.966, "count": 120, "max_ms": 38.61, "p95_ms": 34.528}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 120, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 120, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 24.888, "count": 120, "max_ms": 38.521, "p95_ms": 34.411}, "visualizer_prepare_ms": {"avg_ms": 0.037, "count": 120, "max_ms": 0.096, "p95_ms": 0.071}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 120}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 120}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 120}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 214, "process_rss_mb_proxy": 783.031, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.357, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "42942625", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.545, "sample_count": 3033, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 60929, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T12:17:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 92314, "write_bytes_delta": 92314, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 517.0, "cpu_core_ratio": 0.379624, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1403.0, "pid": 5743, "reason": null, "system_cpu_core_ratio": 0.045595, "system_cpu_s_delta": 0.45999999999999375, "user_cpu_core_ratio": 0.334029, "user_cpu_s_delta": 3.3700000000000045}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 4.694252, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 214, "reason": null, "system_cpu_core_ratio": 2.450209, "system_cpu_s_delta": 24.719999999999345, "user_cpu_core_ratio": 2.244043, "user_cpu_s_delta": 22.640000000001237}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.291, "count": 311, "max_ms": 5.976, "p95_ms": 3.957, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 14.013, "max": 21.0, "p95": 18.0, "sample_count": 311}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.723, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 311}, "total": {"avg": 2.723, "max": 4.0, "p95": 4.0, "sample_count": 311}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.55, "count": 30, "max": 40.497, "p95": 31.93, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.4, "count": 30, "max": 22.12, "p95": 20.549, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 537.333, "count": 30, "max": 590.0, "p95": 580.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 390.8, "count": 30, "max": 5404.0, "p95": 2496.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.175, "p95": 0.107, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.347, "count": 30, "max": 0.381, "p95": 0.365, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.115, "p95": 0.032, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 92689.267, "count": 30, "max": 94510.0, "p95": 94042.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 92689.267, "count": 30, "max": 94510.0, "p95": 94042.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 3940.9, "count": 30, "max": 109199.0, "p95": 4779.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 2.405, "count": 30, "max": 2.477, "p95": 2.465, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 2.241, "count": 30, "max": 2.322, "p95": 2.308, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 618, "sampled_at": "2026-09-02T12:17:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T12:17:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-09-02T10:31:13+09:00", "state": "running", "task_id": "5e5f85f7-ca10-4c69-8505-86ba26b63b51", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20260902_103115_42942625.jsonl", "file_size_bytes": 108981, "flush_count": 107, "flush_interval_seconds": 30.0, "flush_state": {"count": 107, "last_at": "2026-09-02T12:16:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T12:16:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 106}, "started": true, "suppressed_count": 61035, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 98, "tracking_summary": 60937}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 107, "written_record_count": 107}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4568.637, "limit_mb": null}, "detail": {"last_error_at": "2026-09-02T12:17:39+09:00", "last_error_summary": "[h264 @ 0x654e0bfac400] error while decoding MB 77 65, bytestream -8 [h264 @ 0x654e0b343a40] error while decoding MB 97 32, bytestream -13 [h264 @ 0x654e0bedd580] left block unavailable for requested intra mode [h264 @ 0x654e0bedd580] error while decoding MB 0 48, bytestream 52562 [in#0/rtsp @ 0x654e0b22ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x654e0b22ae00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 168771686400, "copied_frame_count": 61043, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-09-02T12:12:49+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2188666, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-09-02T12:12:42+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.869}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "42942625", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 98, "events_emitted": 98, "events_failed": 0, "events_observed": 98, "events_suppressed": 0, "frame_buffer_copied_bytes": 168771686400, "frame_buffer_copies": 61043, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 4900, "recorder_active_input_bytes": 13547520000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 98, "recorder_clips_failed": 0, "recorder_clips_started": 98, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 98, "worker_jobs_accepted": 98, "worker_jobs_completed": 98, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0813, "count": 512, "max_ms": 0.2136, "p50_ms": 0.0717, "p95_ms": 0.1388, "p99_ms": 0.1905}, "stages": {"db_insert": {"avg_ms": 14.3825, "count": 98, "max_ms": 37.6323, "p50_ms": 12.8704, "p95_ms": 30.3913, "p99_ms": 35.482, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.4391, "count": 98, "max_ms": 2.8605, "p50_ms": 1.3204, "p95_ms": 2.2859, "p99_ms": 2.7765, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1242.5187, "count": 98, "max_ms": 1686.5563, "p50_ms": 1224.3252, "p95_ms": 1387.6359, "p99_ms": 1578.5155, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.093, "count": 512, "max_ms": 2.9947, "p50_ms": 0.9769, "p95_ms": 1.989, "p99_ms": 2.4873, "results": {"failed": 0, "not_applicable": 0, "success": 61043, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 880.278, "count": 98, "max_ms": 952.9703, "p50_ms": 874.0176, "p95_ms": 941.0641, "p99_ms": 950.3236, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 7.1196, "count": 98, "max_ms": 14.0235, "p50_ms": 6.7872, "p95_ms": 9.5435, "p99_ms": 12.35, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 13.7946, "count": 512, "max_ms": 21.7174, "p50_ms": 13.82, "p95_ms": 17.7546, "p99_ms": 19.5964, "results": {"failed": 0, "not_applicable": 0, "success": 4900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.0303, "count": 512, "max_ms": 5.2381, "p50_ms": 0.9047, "p95_ms": 1.9437, "p99_ms": 2.6201, "results": {"failed": 0, "not_applicable": 0, "success": 4900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 877.1848, "count": 98, "max_ms": 949.6813, "p50_ms": 871.4215, "p95_ms": 938.1775, "p99_ms": 946.6017, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 796.505, "count": 98, "max_ms": 863.3638, "p50_ms": 794.1066, "p95_ms": 846.2933, "p99_ms": 852.9326, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 76.0039, "count": 98, "max_ms": 93.2522, "p50_ms": 75.6556, "p95_ms": 87.262, "p99_ms": 92.1631, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.684, "count": 98, "max_ms": 7.455, "p50_ms": 1.0994, "p95_ms": 4.3292, "p99_ms": 6.9024, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 32.2289, "count": 98, "max_ms": 56.0479, "p50_ms": 30.9952, "p95_ms": 43.5897, "p99_ms": 46.6824, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7267, "count": 98, "max_ms": 3.0917, "p50_ms": 0.6003, "p95_ms": 1.2647, "p99_ms": 2.5656, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.5518, "count": 98, "max_ms": 9.3582, "p50_ms": 0.7333, "p95_ms": 5.6104, "p99_ms": 8.8349, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.5518, "count": 98, "max_ms": 9.3582, "p50_ms": 0.7333, "p95_ms": 5.6104, "p99_ms": 8.8349, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7267, "count": 98, "max_ms": 3.0917, "p50_ms": 0.6003, "p95_ms": 1.2647, "p99_ms": 2.5656, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.682, "count": 98, "max_ms": 2.0674, "p50_ms": 0.6159, "p95_ms": 1.1197, "p99_ms": 1.9645, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 332.4269, "count": 98, "max_ms": 722.9412, "p50_ms": 309.413, "p95_ms": 479.2077, "p99_ms": 600.0525, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 0.7131, "count": 98, "max_ms": 8.1265, "p50_ms": 0.5728, "p95_ms": 1.1209, "p99_ms": 1.6921, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 2.9792, "count": 98, "max_ms": 25.9347, "p50_ms": 2.2582, "p95_ms": 6.1356, "p99_ms": 12.8715, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0775, "count": 98, "max_ms": 0.8302, "p50_ms": 0.0602, "p95_ms": 0.1252, "p99_ms": 0.2499, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.6798, "count": 98, "max_ms": 3.8428, "p50_ms": 1.5476, "p95_ms": 2.8116, "p99_ms": 3.2185, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 360.8557, "count": 98, "max_ms": 780.363, "p50_ms": 337.6445, "p95_ms": 503.173, "p99_ms": 645.2823, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "42942625", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 98, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 98, "max_ms": 0.8302, "p50_ms": 0.0602, "p95_ms": 0.1252, "p99_ms": 0.2499}, "wait_ms": {"count": 98, "max_ms": 3.8428, "p50_ms": 1.5476, "p95_ms": 2.8116, "p99_ms": 3.2185}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 98, "artifact_failed": 0, "artifact_requested": 98, "artifact_success": 98, "completed": 98, "completed_failed": 0, "completed_success": 98, "cooldown_promoted": 98, "database_requested": 98, "db_insert_success": 98, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6787, "relay_business_failed": 0, "relay_business_success": 98, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 98, "relay_transport_failed": 0, "relay_transport_success": 98, "reservation_requested": 98}, "snapshot": {"copied_bytes": 270950400, "copied_count": 98, "copy": {"count": 98, "max_ms": 2.8605, "p50_ms": 1.3204, "p95_ms": 2.2859, "p99_ms": 2.7765}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 3, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T12:17:39+09:00", "last_error_summary": "[h264 @ 0x654e0bfac400] error while decoding MB 77 65, bytestream -8 [h264 @ 0x654e0b343a40] error while decoding MB 97 32, bytestream -13 [h264 @ 0x654e0bedd580] left block unavailable for requested intra mode [h264 @ 0x654e0bedd580] error while decoding MB 0 48, bytestream 52562 [in#0/rtsp @ 0x654e0b22ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x654e0b22ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-09-02T12:17:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 2510.017, "last_started_at": "2026-09-02T11:35:49+09:00", "pid": 5743, "process": {"exists": false, "pid": 5743}, "restart_count": 2, "restart_count_per_hour": 1, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.545, "sample_count": 2846, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 61043, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T12:17:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "42942625", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-09-02T12:17:39+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-09-02T12:17:39+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 13, "debug_expires_at": null, "deduplicated_count": 1, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 107.02, "last_sample_duration_ms": 418.621, "last_trigger": "periodic", "next_snapshot_in_sec": 492.98, "reason": "waiting_for_next_snapshot", "rotation_count": 85, "runtime_state": "active", "sample_count": 13, "storage_bytes": 836955}, "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-09-02T12:17:39.639437+09:00", "mtime_epoch": 1788319059.639437, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 92306}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-09-02T12:17:39+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 877.168, "name": "celery", "pid": 214, "rss_mb": 783.148, "state": "S (sleeping)", "threads": 72}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 91, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 61043, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 15.264, "max": 23.0, "p95": 18.0, "sample_count": 121}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.157, "max": 4.0, "p95": 3.0, "sample_count": 121}, "total": {"avg": 2.157, "max": 4.0, "p95": 3.0, "sample_count": 121}}, "tracking_counts": {"active": {"avg": 0.14, "max": 2.0, "p95": 1.0, "sample_count": 121}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 121}, "removed": {"avg": 0.033, "max": 1.0, "p95": 0.0, "sample_count": 121}, "tracked": {"avg": 0.14, "max": 2.0, "p95": 1.0, "sample_count": 121}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 121}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 121, "pushed_frames": 121, "read_frames": 120, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.037, "pushed": 4.037, "read": 4.004}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 120, "client_acquire_ms": {"avg_ms": 0.006, "count": 120, "max_ms": 0.02, "p95_ms": 0.012, "reason": null, "sample_age_ms": 53.217, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.594, "count": 120, "max_ms": 3.361, "p95_ms": 1.866, "reason": null, "sample_age_ms": 103.407, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.233, "count": 120, "max_ms": 2.21, "p95_ms": 1.168, "reason": null, "sample_age_ms": 103.66, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.326, "count": 120, "max_ms": 0.766, "p95_ms": 0.549, "reason": null, "sample_age_ms": 53.223, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.872, "count": 120, "max_ms": 5.296, "p95_ms": 3.069, "reason": null, "sample_age_ms": 101.959, "source": "client_direct"}, "request_count": 120, "request_tensor_bytes": {"avg": 2764808.0, "count": 120, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 101.94, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 120, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 53.531, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.288, "count": 120, "max_ms": 54.299, "p95_ms": 47.74, "reason": null, "sample_age_ms": 53.213, "source": "client_direct"}, "sample_age_ms": 53.21, "source": "client_direct", "task_total_ms": {"avg_ms": 36.622, "count": 120, "max_ms": 56.841, "p95_ms": 49.694, "reason": null, "sample_age_ms": 53.21, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 214, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.532, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.304, "count": 121, "max_ms": 9.01, "p95_ms": 7.175}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.342, "count": 121, "max_ms": 1.12, "p95_ms": 0.572}, "detection_prepare_ms": {"avg_ms": 0.926, "count": 121, "max_ms": 2.384, "p95_ms": 1.321}, "event_filter_ms": {"avg_ms": 0.003, "count": 121, "max_ms": 0.021, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.28, "count": 121, "max_ms": 0.649, "p95_ms": 0.393}, "mcmt_ms": {"avg_ms": 0.002, "count": 121, "max_ms": 0.007, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 2.469, "count": 121, "max_ms": 4.695, "p95_ms": 3.716}, "setup_ms": {"avg_ms": 0.031, "count": 121, "max_ms": 0.101, "p95_ms": 0.065}, "total_inside_ms": {"avg_ms": 5.267, "count": 121, "max_ms": 8.939, "p95_ms": 7.13}, "track_match_ms": {"avg_ms": 0.064, "count": 121, "max_ms": 0.164, "p95_ms": 0.128}, "tracker_update_ms": {"avg_ms": 1.15, "count": 121, "max_ms": 2.027, "p95_ms": 1.756}}, "gstreamer_push": {"avg_ms": 2.027, "count": 121, "max_ms": 4.151, "p95_ms": 3.504}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 121, "max_ms": 0.139, "p95_ms": 0.057}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 37.479, "count": 121, "max_ms": 57.341, "p95_ms": 50.758}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.032, "count": 121, "max_ms": 0.165, "p95_ms": 0.053}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 69.173, "count": 121, "max_ms": 97.601, "p95_ms": 83.288}, "inference_input_copy_ms": {"avg_ms": 1.42, "count": 121, "max_ms": 3.53, "p95_ms": 2.562}, "processing_residual_ms": {"avg_ms": 0.177, "count": 121, "max_ms": 2.787, "p95_ms": 0.28}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 70.802, "count": 121, "max_ms": 98.943, "p95_ms": 84.23}, "read_interval": {"avg_ms": 249.502, "count": 120, "max_ms": 10130.139, "p95_ms": 119.818}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 121, "max_ms": 0.04, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 2.422, "count": 121, "max_ms": 4.595, "p95_ms": 3.657}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 121, "max_ms": 0.027, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.409, "count": 121, "max_ms": 4.571, "p95_ms": 3.637}, "worker_merge_ms": {"avg_ms": 0.004, "count": 121, "max_ms": 0.012, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 37.49, "count": 121, "max_ms": 57.353, "p95_ms": 50.77}, "visualize": {"avg_ms": 25.239, "count": 121, "max_ms": 41.458, "p95_ms": 34.9}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 25.101, "count": 121, "max_ms": 41.319, "p95_ms": 34.775}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 121, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 25.023, "count": 121, "max_ms": 41.213, "p95_ms": 34.672}, "visualizer_prepare_ms": {"avg_ms": 0.037, "count": 121, "max_ms": 0.096, "p95_ms": 0.071}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 121}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 121}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 121}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 214, "process_rss_mb_proxy": 783.031, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.357, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "42942625", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.545, "sample_count": 3033, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 60929, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T12:17:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 92314, "write_bytes_delta": 92314, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 517.0, "cpu_core_ratio": 0.379624, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1403.0, "pid": 5743, "reason": null, "system_cpu_core_ratio": 0.045595, "system_cpu_s_delta": 0.45999999999999375, "user_cpu_core_ratio": 0.334029, "user_cpu_s_delta": 3.3700000000000045}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 4.694252, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 214, "reason": null, "system_cpu_core_ratio": 2.450209, "system_cpu_s_delta": 24.719999999999345, "user_cpu_core_ratio": 2.244043, "user_cpu_s_delta": 22.640000000001237}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.291, "count": 311, "max_ms": 5.976, "p95_ms": 3.957, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 14.013, "max": 21.0, "p95": 18.0, "sample_count": 311}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.723, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 311}, "total": {"avg": 2.723, "max": 4.0, "p95": 4.0, "sample_count": 311}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.55, "count": 30, "max": 40.497, "p95": 31.93, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.4, "count": 30, "max": 22.12, "p95": 20.549, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 537.333, "count": 30, "max": 590.0, "p95": 580.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 390.8, "count": 30, "max": 5404.0, "p95": 2496.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.175, "p95": 0.107, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.347, "count": 30, "max": 0.381, "p95": 0.365, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.115, "p95": 0.032, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 92689.267, "count": 30, "max": 94510.0, "p95": 94042.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 92689.267, "count": 30, "max": 94510.0, "p95": 94042.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 3940.9, "count": 30, "max": 109199.0, "p95": 4779.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 2.405, "count": 30, "max": 2.477, "p95": 2.465, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 2.241, "count": 30, "max": 2.322, "p95": 2.308, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 618, "sampled_at": "2026-09-02T12:17:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T12:17:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-09-02T10:31:13+09:00", "state": "running", "task_id": "5e5f85f7-ca10-4c69-8505-86ba26b63b51", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20260902_103115_42942625.jsonl", "file_size_bytes": 108981, "flush_count": 107, "flush_interval_seconds": 30.0, "flush_state": {"count": 107, "last_at": "2026-09-02T12:16:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T12:16:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 106}, "started": true, "suppressed_count": 61035, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 98, "tracking_summary": 60937}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 107, "written_record_count": 107}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4568.711, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 168771686400, "copied_frame_count": 61043, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-09-02T12:12:49+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2188666, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-09-02T12:12:42+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.869}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "42942625", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 98, "events_emitted": 98, "events_failed": 0, "events_observed": 98, "events_suppressed": 0, "frame_buffer_copied_bytes": 168771686400, "frame_buffer_copies": 61043, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 4900, "recorder_active_input_bytes": 13547520000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 98, "recorder_clips_failed": 0, "recorder_clips_started": 98, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 98, "worker_jobs_accepted": 98, "worker_jobs_completed": 98, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0813, "count": 512, "max_ms": 0.2136, "p50_ms": 0.0717, "p95_ms": 0.1388, "p99_ms": 0.1905}, "stages": {"db_insert": {"avg_ms": 14.3825, "count": 98, "max_ms": 37.6323, "p50_ms": 12.8704, "p95_ms": 30.3913, "p99_ms": 35.482, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.4391, "count": 98, "max_ms": 2.8605, "p50_ms": 1.3204, "p95_ms": 2.2859, "p99_ms": 2.7765, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1242.5187, "count": 98, "max_ms": 1686.5563, "p50_ms": 1224.3252, "p95_ms": 1387.6359, "p99_ms": 1578.5155, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.093, "count": 512, "max_ms": 2.9947, "p50_ms": 0.9769, "p95_ms": 1.989, "p99_ms": 2.4873, "results": {"failed": 0, "not_applicable": 0, "success": 61043, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 880.278, "count": 98, "max_ms": 952.9703, "p50_ms": 874.0176, "p95_ms": 941.0641, "p99_ms": 950.3236, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 7.1196, "count": 98, "max_ms": 14.0235, "p50_ms": 6.7872, "p95_ms": 9.5435, "p99_ms": 12.35, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 13.7946, "count": 512, "max_ms": 21.7174, "p50_ms": 13.82, "p95_ms": 17.7546, "p99_ms": 19.5964, "results": {"failed": 0, "not_applicable": 0, "success": 4900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.0303, "count": 512, "max_ms": 5.2381, "p50_ms": 0.9047, "p95_ms": 1.9437, "p99_ms": 2.6201, "results": {"failed": 0, "not_applicable": 0, "success": 4900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 877.1848, "count": 98, "max_ms": 949.6813, "p50_ms": 871.4215, "p95_ms": 938.1775, "p99_ms": 946.6017, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 796.505, "count": 98, "max_ms": 863.3638, "p50_ms": 794.1066, "p95_ms": 846.2933, "p99_ms": 852.9326, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 76.0039, "count": 98, "max_ms": 93.2522, "p50_ms": 75.6556, "p95_ms": 87.262, "p99_ms": 92.1631, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.684, "count": 98, "max_ms": 7.455, "p50_ms": 1.0994, "p95_ms": 4.3292, "p99_ms": 6.9024, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 32.2289, "count": 98, "max_ms": 56.0479, "p50_ms": 30.9952, "p95_ms": 43.5897, "p99_ms": 46.6824, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7267, "count": 98, "max_ms": 3.0917, "p50_ms": 0.6003, "p95_ms": 1.2647, "p99_ms": 2.5656, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.5518, "count": 98, "max_ms": 9.3582, "p50_ms": 0.7333, "p95_ms": 5.6104, "p99_ms": 8.8349, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.5518, "count": 98, "max_ms": 9.3582, "p50_ms": 0.7333, "p95_ms": 5.6104, "p99_ms": 8.8349, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7267, "count": 98, "max_ms": 3.0917, "p50_ms": 0.6003, "p95_ms": 1.2647, "p99_ms": 2.5656, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.682, "count": 98, "max_ms": 2.0674, "p50_ms": 0.6159, "p95_ms": 1.1197, "p99_ms": 1.9645, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 332.4269, "count": 98, "max_ms": 722.9412, "p50_ms": 309.413, "p95_ms": 479.2077, "p99_ms": 600.0525, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 0.7131, "count": 98, "max_ms": 8.1265, "p50_ms": 0.5728, "p95_ms": 1.1209, "p99_ms": 1.6921, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 2.9792, "count": 98, "max_ms": 25.9347, "p50_ms": 2.2582, "p95_ms": 6.1356, "p99_ms": 12.8715, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0775, "count": 98, "max_ms": 0.8302, "p50_ms": 0.0602, "p95_ms": 0.1252, "p99_ms": 0.2499, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.6798, "count": 98, "max_ms": 3.8428, "p50_ms": 1.5476, "p95_ms": 2.8116, "p99_ms": 3.2185, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 360.8557, "count": 98, "max_ms": 780.363, "p50_ms": 337.6445, "p95_ms": 503.173, "p99_ms": 645.2823, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "42942625", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 98, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 98, "max_ms": 0.8302, "p50_ms": 0.0602, "p95_ms": 0.1252, "p99_ms": 0.2499}, "wait_ms": {"count": 98, "max_ms": 3.8428, "p50_ms": 1.5476, "p95_ms": 2.8116, "p99_ms": 3.2185}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 98, "artifact_failed": 0, "artifact_requested": 98, "artifact_success": 98, "completed": 98, "completed_failed": 0, "completed_success": 98, "cooldown_promoted": 98, "database_requested": 98, "db_insert_success": 98, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6787, "relay_business_failed": 0, "relay_business_success": 98, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 98, "relay_transport_failed": 0, "relay_transport_success": 98, "reservation_requested": 98}, "snapshot": {"copied_bytes": 270950400, "copied_count": 98, "copy": {"count": 98, "max_ms": 2.8605, "p50_ms": 1.3204, "p95_ms": 2.2859, "p99_ms": 2.7765}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 3, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T12:17:39+09:00", "last_error_summary": "[h264 @ 0x654e0bfac400] error while decoding MB 77 65, bytestream -8 [h264 @ 0x654e0b343a40] error while decoding MB 97 32, bytestream -13 [h264 @ 0x654e0bedd580] left block unavailable for requested intra mode [h264 @ 0x654e0bedd580] error while decoding MB 0 48, bytestream 52562 [in#0/rtsp @ 0x654e0b22ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x654e0b22ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-09-02T12:17:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 2510.035, "last_started_at": "2026-09-02T11:35:49+09:00", "pid": 5743, "process": {"exists": false, "pid": 5743}, "restart_count": 2, "restart_count_per_hour": 1, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.545, "sample_count": 2846, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 61043, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T12:17:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "42942625", "last_frame_pushed_age_sec": 0.02, "last_frame_pushed_at": "2026-09-02T12:17:39+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-09-02T12:17:39+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 13, "debug_expires_at": null, "deduplicated_count": 1, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 107.038, "last_sample_duration_ms": 418.621, "last_trigger": "periodic", "next_snapshot_in_sec": 492.962, "reason": "waiting_for_next_snapshot", "rotation_count": 85, "runtime_state": "active", "sample_count": 13, "storage_bytes": 836955}, "mjpeg": {"age_sec": 0.012, "exists": true, "mtime": "2026-09-02T12:17:39.754438+09:00", "mtime_epoch": 1788319059.754438, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 92510}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-09-02T12:17:39+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 877.168, "name": "celery", "pid": 214, "rss_mb": 783.148, "state": "S (sleeping)", "threads": 72}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 91, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 61043, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 15.264, "max": 23.0, "p95": 18.0, "sample_count": 121}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.157, "max": 4.0, "p95": 3.0, "sample_count": 121}, "total": {"avg": 2.157, "max": 4.0, "p95": 3.0, "sample_count": 121}}, "tracking_counts": {"active": {"avg": 0.14, "max": 2.0, "p95": 1.0, "sample_count": 121}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 121}, "removed": {"avg": 0.033, "max": 1.0, "p95": 0.0, "sample_count": 121}, "tracked": {"avg": 0.14, "max": 2.0, "p95": 1.0, "sample_count": 121}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 121}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 121, "pushed_frames": 121, "read_frames": 120, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.035, "pushed": 4.035, "read": 4.001}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 120, "client_acquire_ms": {"avg_ms": 0.006, "count": 120, "max_ms": 0.02, "p95_ms": 0.012, "reason": null, "sample_age_ms": 71.731, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.594, "count": 120, "max_ms": 3.361, "p95_ms": 1.866, "reason": null, "sample_age_ms": 121.921, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.233, "count": 120, "max_ms": 2.21, "p95_ms": 1.168, "reason": null, "sample_age_ms": 122.175, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.326, "count": 120, "max_ms": 0.766, "p95_ms": 0.549, "reason": null, "sample_age_ms": 71.738, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.872, "count": 120, "max_ms": 5.296, "p95_ms": 3.069, "reason": null, "sample_age_ms": 120.473, "source": "client_direct"}, "request_count": 120, "request_tensor_bytes": {"avg": 2764808.0, "count": 120, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 120.455, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 120, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 72.045, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.288, "count": 120, "max_ms": 54.299, "p95_ms": 47.74, "reason": null, "sample_age_ms": 71.727, "source": "client_direct"}, "sample_age_ms": 71.724, "source": "client_direct", "task_total_ms": {"avg_ms": 36.622, "count": 120, "max_ms": 56.841, "p95_ms": 49.694, "reason": null, "sample_age_ms": 71.724, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 214, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.543, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.304, "count": 121, "max_ms": 9.01, "p95_ms": 7.175}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.342, "count": 121, "max_ms": 1.12, "p95_ms": 0.572}, "detection_prepare_ms": {"avg_ms": 0.926, "count": 121, "max_ms": 2.384, "p95_ms": 1.321}, "event_filter_ms": {"avg_ms": 0.003, "count": 121, "max_ms": 0.021, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.28, "count": 121, "max_ms": 0.649, "p95_ms": 0.393}, "mcmt_ms": {"avg_ms": 0.002, "count": 121, "max_ms": 0.007, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 2.469, "count": 121, "max_ms": 4.695, "p95_ms": 3.716}, "setup_ms": {"avg_ms": 0.031, "count": 121, "max_ms": 0.101, "p95_ms": 0.065}, "total_inside_ms": {"avg_ms": 5.267, "count": 121, "max_ms": 8.939, "p95_ms": 7.13}, "track_match_ms": {"avg_ms": 0.064, "count": 121, "max_ms": 0.164, "p95_ms": 0.128}, "tracker_update_ms": {"avg_ms": 1.15, "count": 121, "max_ms": 2.027, "p95_ms": 1.756}}, "gstreamer_push": {"avg_ms": 2.027, "count": 121, "max_ms": 4.151, "p95_ms": 3.504}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 121, "max_ms": 0.139, "p95_ms": 0.057}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 37.479, "count": 121, "max_ms": 57.341, "p95_ms": 50.758}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.032, "count": 121, "max_ms": 0.165, "p95_ms": 0.053}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 69.173, "count": 121, "max_ms": 97.601, "p95_ms": 83.288}, "inference_input_copy_ms": {"avg_ms": 1.42, "count": 121, "max_ms": 3.53, "p95_ms": 2.562}, "processing_residual_ms": {"avg_ms": 0.177, "count": 121, "max_ms": 2.787, "p95_ms": 0.28}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 70.802, "count": 121, "max_ms": 98.943, "p95_ms": 84.23}, "read_interval": {"avg_ms": 249.502, "count": 120, "max_ms": 10130.139, "p95_ms": 119.818}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 121, "max_ms": 0.04, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 2.422, "count": 121, "max_ms": 4.595, "p95_ms": 3.657}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 121, "max_ms": 0.027, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.409, "count": 121, "max_ms": 4.571, "p95_ms": 3.637}, "worker_merge_ms": {"avg_ms": 0.004, "count": 121, "max_ms": 0.012, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 37.49, "count": 121, "max_ms": 57.353, "p95_ms": 50.77}, "visualize": {"avg_ms": 25.239, "count": 121, "max_ms": 41.458, "p95_ms": 34.9}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 25.101, "count": 121, "max_ms": 41.319, "p95_ms": 34.775}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 121, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 25.023, "count": 121, "max_ms": 41.213, "p95_ms": 34.672}, "visualizer_prepare_ms": {"avg_ms": 0.037, "count": 121, "max_ms": 0.096, "p95_ms": 0.071}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 121}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 121}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 121}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 214, "process_rss_mb_proxy": 783.031, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.357, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "42942625", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.545, "sample_count": 3033, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 60929, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T12:17:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 92314, "write_bytes_delta": 92314, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 517.0, "cpu_core_ratio": 0.379624, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1403.0, "pid": 5743, "reason": null, "system_cpu_core_ratio": 0.045595, "system_cpu_s_delta": 0.45999999999999375, "user_cpu_core_ratio": 0.334029, "user_cpu_s_delta": 3.3700000000000045}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 4.694252, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 214, "reason": null, "system_cpu_core_ratio": 2.450209, "system_cpu_s_delta": 24.719999999999345, "user_cpu_core_ratio": 2.244043, "user_cpu_s_delta": 22.640000000001237}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.291, "count": 311, "max_ms": 5.976, "p95_ms": 3.957, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 14.013, "max": 21.0, "p95": 18.0, "sample_count": 311}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.723, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 311}, "total": {"avg": 2.723, "max": 4.0, "p95": 4.0, "sample_count": 311}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.55, "count": 30, "max": 40.497, "p95": 31.93, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.4, "count": 30, "max": 22.12, "p95": 20.549, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 537.333, "count": 30, "max": 590.0, "p95": 580.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 390.8, "count": 30, "max": 5404.0, "p95": 2496.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.175, "p95": 0.107, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.347, "count": 30, "max": 0.381, "p95": 0.365, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.115, "p95": 0.032, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 92689.267, "count": 30, "max": 94510.0, "p95": 94042.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 92689.267, "count": 30, "max": 94510.0, "p95": 94042.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 3940.9, "count": 30, "max": 109199.0, "p95": 4779.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 2.405, "count": 30, "max": 2.477, "p95": 2.465, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 2.241, "count": 30, "max": 2.322, "p95": 2.308, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 618, "sampled_at": "2026-09-02T12:17:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T12:17:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-09-02T10:31:13+09:00", "state": "running", "task_id": "5e5f85f7-ca10-4c69-8505-86ba26b63b51", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20260902_103115_42942625.jsonl", "file_size_bytes": 108981, "flush_count": 107, "flush_interval_seconds": 30.0, "flush_state": {"count": 107, "last_at": "2026-09-02T12:16:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T12:16:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 106}, "started": true, "suppressed_count": 61035, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 98, "tracking_summary": 60937}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 107, "written_record_count": 107}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4693.613, "limit_mb": null}, "detail": {"pid": 7533, "restart_count": 3, "start_count": 4}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 168771686400, "copied_frame_count": 61043, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-09-02T12:12:49+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2188666, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-09-02T12:12:42+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.869}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "42942625", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 98, "events_emitted": 98, "events_failed": 0, "events_observed": 98, "events_suppressed": 0, "frame_buffer_copied_bytes": 168771686400, "frame_buffer_copies": 61043, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 4900, "recorder_active_input_bytes": 13547520000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 98, "recorder_clips_failed": 0, "recorder_clips_started": 98, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 98, "worker_jobs_accepted": 98, "worker_jobs_completed": 98, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0813, "count": 512, "max_ms": 0.2136, "p50_ms": 0.0717, "p95_ms": 0.1388, "p99_ms": 0.1905}, "stages": {"db_insert": {"avg_ms": 14.3825, "count": 98, "max_ms": 37.6323, "p50_ms": 12.8704, "p95_ms": 30.3913, "p99_ms": 35.482, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.4391, "count": 98, "max_ms": 2.8605, "p50_ms": 1.3204, "p95_ms": 2.2859, "p99_ms": 2.7765, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1242.5187, "count": 98, "max_ms": 1686.5563, "p50_ms": 1224.3252, "p95_ms": 1387.6359, "p99_ms": 1578.5155, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.093, "count": 512, "max_ms": 2.9947, "p50_ms": 0.9769, "p95_ms": 1.989, "p99_ms": 2.4873, "results": {"failed": 0, "not_applicable": 0, "success": 61043, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 880.278, "count": 98, "max_ms": 952.9703, "p50_ms": 874.0176, "p95_ms": 941.0641, "p99_ms": 950.3236, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 7.1196, "count": 98, "max_ms": 14.0235, "p50_ms": 6.7872, "p95_ms": 9.5435, "p99_ms": 12.35, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 13.7946, "count": 512, "max_ms": 21.7174, "p50_ms": 13.82, "p95_ms": 17.7546, "p99_ms": 19.5964, "results": {"failed": 0, "not_applicable": 0, "success": 4900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.0303, "count": 512, "max_ms": 5.2381, "p50_ms": 0.9047, "p95_ms": 1.9437, "p99_ms": 2.6201, "results": {"failed": 0, "not_applicable": 0, "success": 4900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 877.1848, "count": 98, "max_ms": 949.6813, "p50_ms": 871.4215, "p95_ms": 938.1775, "p99_ms": 946.6017, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 796.505, "count": 98, "max_ms": 863.3638, "p50_ms": 794.1066, "p95_ms": 846.2933, "p99_ms": 852.9326, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 76.0039, "count": 98, "max_ms": 93.2522, "p50_ms": 75.6556, "p95_ms": 87.262, "p99_ms": 92.1631, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.684, "count": 98, "max_ms": 7.455, "p50_ms": 1.0994, "p95_ms": 4.3292, "p99_ms": 6.9024, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 32.2289, "count": 98, "max_ms": 56.0479, "p50_ms": 30.9952, "p95_ms": 43.5897, "p99_ms": 46.6824, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7267, "count": 98, "max_ms": 3.0917, "p50_ms": 0.6003, "p95_ms": 1.2647, "p99_ms": 2.5656, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.5518, "count": 98, "max_ms": 9.3582, "p50_ms": 0.7333, "p95_ms": 5.6104, "p99_ms": 8.8349, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.5518, "count": 98, "max_ms": 9.3582, "p50_ms": 0.7333, "p95_ms": 5.6104, "p99_ms": 8.8349, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7267, "count": 98, "max_ms": 3.0917, "p50_ms": 0.6003, "p95_ms": 1.2647, "p99_ms": 2.5656, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.682, "count": 98, "max_ms": 2.0674, "p50_ms": 0.6159, "p95_ms": 1.1197, "p99_ms": 1.9645, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 332.4269, "count": 98, "max_ms": 722.9412, "p50_ms": 309.413, "p95_ms": 479.2077, "p99_ms": 600.0525, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 0.7131, "count": 98, "max_ms": 8.1265, "p50_ms": 0.5728, "p95_ms": 1.1209, "p99_ms": 1.6921, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 2.9792, "count": 98, "max_ms": 25.9347, "p50_ms": 2.2582, "p95_ms": 6.1356, "p99_ms": 12.8715, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0775, "count": 98, "max_ms": 0.8302, "p50_ms": 0.0602, "p95_ms": 0.1252, "p99_ms": 0.2499, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.6798, "count": 98, "max_ms": 3.8428, "p50_ms": 1.5476, "p95_ms": 2.8116, "p99_ms": 3.2185, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 360.8557, "count": 98, "max_ms": 780.363, "p50_ms": 337.6445, "p95_ms": 503.173, "p99_ms": 645.2823, "results": {"failed": 0, "not_applicable": 0, "success": 98, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "42942625", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 98, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 98, "max_ms": 0.8302, "p50_ms": 0.0602, "p95_ms": 0.1252, "p99_ms": 0.2499}, "wait_ms": {"count": 98, "max_ms": 3.8428, "p50_ms": 1.5476, "p95_ms": 2.8116, "p99_ms": 3.2185}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 98, "artifact_failed": 0, "artifact_requested": 98, "artifact_success": 98, "completed": 98, "completed_failed": 0, "completed_success": 98, "cooldown_promoted": 98, "database_requested": 98, "db_insert_success": 98, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6787, "relay_business_failed": 0, "relay_business_success": 98, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 98, "relay_transport_failed": 0, "relay_transport_success": 98, "reservation_requested": 98}, "snapshot": {"copied_bytes": 270950400, "copied_count": 98, "copy": {"count": 98, "max_ms": 2.8605, "p50_ms": 1.3204, "p95_ms": 2.2859, "p99_ms": 2.7765}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 3, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T12:17:39+09:00", "last_error_summary": "[h264 @ 0x654e0bfac400] error while decoding MB 77 65, bytestream -8 [h264 @ 0x654e0b343a40] error while decoding MB 97 32, bytestream -13 [h264 @ 0x654e0bedd580] left block unavailable for requested intra mode [h264 @ 0x654e0bedd580] error while decoding MB 0 48, bytestream 52562 [in#0/rtsp @ 0x654e0b22ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x654e0b22ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-09-02T12:17:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-02T12:17:42+09:00", "pid": 7533, "process": {"exists": true, "fd_count": 5, "hwm_mb": 159.18, "name": "ffmpeg", "pid": 7533, "rss_mb": 159.18, "state": "R (running)", "threads": 49}, "restart_count": 3, "restart_count_per_hour": 2, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.231, "sample_count": 2811, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 61043, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T12:17:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "42942625", "last_frame_pushed_age_sec": 4.627, "last_frame_pushed_at": "2026-09-02T12:17:39+09:00", "last_frame_read_age_sec": 4.729, "last_frame_read_at": "2026-09-02T12:17:39+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 13, "debug_expires_at": null, "deduplicated_count": 1, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 111.647, "last_sample_duration_ms": 418.621, "last_trigger": "periodic", "next_snapshot_in_sec": 488.353, "reason": "waiting_for_next_snapshot", "rotation_count": 85, "runtime_state": "active", "sample_count": 13, "storage_bytes": 836955}, "mjpeg": {"age_sec": 4.62, "exists": true, "mtime": "2026-09-02T12:17:39.754438+09:00", "mtime_epoch": 1788319059.754438, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 92510}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-09-02T12:17:44+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 877.168, "name": "celery", "pid": 214, "rss_mb": 783.152, "state": "S (sleeping)", "threads": 73}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 91, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 61043, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 15.071, "max": 23.0, "p95": 19.0, "sample_count": 70}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.257, "max": 4.0, "p95": 3.0, "sample_count": 70}, "total": {"avg": 2.257, "max": 4.0, "p95": 3.0, "sample_count": 70}}, "tracking_counts": {"active": {"avg": 0.229, "max": 2.0, "p95": 1.0, "sample_count": 70}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 70}, "removed": {"avg": 0.043, "max": 1.0, "p95": 0.0, "sample_count": 70}, "tracked": {"avg": 0.229, "max": 2.0, "p95": 1.0, "sample_count": 70}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 70}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 70, "pushed_frames": 70, "read_frames": 69, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.334, "pushed": 2.334, "read": 2.301}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 69, "client_acquire_ms": {"avg_ms": 0.006, "count": 69, "max_ms": 0.02, "p95_ms": 0.011, "reason": null, "sample_age_ms": 4679.952, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.558, "count": 69, "max_ms": 2.71, "p95_ms": 1.709, "reason": null, "sample_age_ms": 4730.142, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.216, "count": 69, "max_ms": 1.696, "p95_ms": 1.127, "reason": null, "sample_age_ms": 4730.396, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.326, "count": 69, "max_ms": 0.766, "p95_ms": 0.567, "reason": null, "sample_age_ms": 4679.959, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.852, "count": 69, "max_ms": 5.296, "p95_ms": 2.94, "reason": null, "sample_age_ms": 4728.694, "source": "client_direct"}, "request_count": 69, "request_tensor_bytes": {"avg": 2764808.0, "count": 69, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4728.676, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 69, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4680.266, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.084, "count": 69, "max_ms": 50.489, "p95_ms": 47.834, "reason": null, "sample_age_ms": 4679.948, "source": "client_direct"}, "sample_age_ms": 4679.945, "source": "client_direct", "task_total_ms": {"avg_ms": 36.396, "count": 69, "max_ms": 52.782, "p95_ms": 49.979, "reason": null, "sample_age_ms": 4679.945, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 214, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.102, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.253, "count": 70, "max_ms": 7.997, "p95_ms": 6.999}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.292, "count": 70, "max_ms": 0.614, "p95_ms": 0.443}, "detection_prepare_ms": {"avg_ms": 0.935, "count": 70, "max_ms": 1.65, "p95_ms": 1.388}, "event_filter_ms": {"avg_ms": 0.003, "count": 70, "max_ms": 0.01, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.281, "count": 70, "max_ms": 0.455, "p95_ms": 0.393}, "mcmt_ms": {"avg_ms": 0.002, "count": 70, "max_ms": 0.006, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 2.402, "count": 70, "max_ms": 3.991, "p95_ms": 3.612}, "setup_ms": {"avg_ms": 0.033, "count": 70, "max_ms": 0.101, "p95_ms": 0.066}, "total_inside_ms": {"avg_ms": 5.216, "count": 70, "max_ms": 7.945, "p95_ms": 6.968}, "track_match_ms": {"avg_ms": 0.068, "count": 70, "max_ms": 0.15, "p95_ms": 0.131}, "tracker_update_ms": {"avg_ms": 1.198, "count": 70, "max_ms": 2.027, "p95_ms": 1.812}}, "gstreamer_push": {"avg_ms": 2.08, "count": 70, "max_ms": 4.151, "p95_ms": 3.504}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 70, "max_ms": 0.139, "p95_ms": 0.066}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 37.293, "count": 70, "max_ms": 53.316, "p95_ms": 50.937}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.031, "count": 70, "max_ms": 0.062, "p95_ms": 0.05}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 70, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 70, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 68.572, "count": 70, "max_ms": 97.601, "p95_ms": 83.288}, "inference_input_copy_ms": {"avg_ms": 1.356, "count": 70, "max_ms": 3.53, "p95_ms": 2.541}, "processing_residual_ms": {"avg_ms": 0.195, "count": 70, "max_ms": 2.787, "p95_ms": 0.282}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 70, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 70, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 70.154, "count": 70, "max_ms": 98.943, "p95_ms": 84.23}, "read_interval": {"avg_ms": 367.12, "count": 69, "max_ms": 10130.139, "p95_ms": 129.797}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 70, "max_ms": 0.04, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 2.358, "count": 70, "max_ms": 3.95, "p95_ms": 3.575}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 70, "max_ms": 0.021, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.346, "count": 70, "max_ms": 3.938, "p95_ms": 3.565}, "worker_merge_ms": {"avg_ms": 0.004, "count": 70, "max_ms": 0.011, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 37.304, "count": 70, "max_ms": 53.338, "p95_ms": 50.947}, "visualize": {"avg_ms": 24.86, "count": 70, "max_ms": 41.458, "p95_ms": 36.503}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 70, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 70, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 24.724, "count": 70, "max_ms": 41.319, "p95_ms": 36.329}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 70, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 70, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 24.647, "count": 70, "max_ms": 41.213, "p95_ms": 36.225}, "visualizer_prepare_ms": {"avg_ms": 0.036, "count": 70, "max_ms": 0.096, "p95_ms": 0.069}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 70}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 70}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 70}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 214, "process_rss_mb_proxy": 783.031, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.357, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "42942625", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.545, "sample_count": 3033, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 60929, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T12:17:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 92314, "write_bytes_delta": 92314, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 517.0, "cpu_core_ratio": 0.379624, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1403.0, "pid": 5743, "reason": null, "system_cpu_core_ratio": 0.045595, "system_cpu_s_delta": 0.45999999999999375, "user_cpu_core_ratio": 0.334029, "user_cpu_s_delta": 3.3700000000000045}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 4.694252, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 214, "reason": null, "system_cpu_core_ratio": 2.450209, "system_cpu_s_delta": 24.719999999999345, "user_cpu_core_ratio": 2.244043, "user_cpu_s_delta": 22.640000000001237}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.291, "count": 311, "max_ms": 5.976, "p95_ms": 3.957, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 14.013, "max": 21.0, "p95": 18.0, "sample_count": 311}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.723, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 311}, "total": {"avg": 2.723, "max": 4.0, "p95": 4.0, "sample_count": 311}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.55, "count": 30, "max": 40.497, "p95": 31.93, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.4, "count": 30, "max": 22.12, "p95": 20.549, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 537.333, "count": 30, "max": 590.0, "p95": 580.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 390.8, "count": 30, "max": 5404.0, "p95": 2496.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.175, "p95": 0.107, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.347, "count": 30, "max": 0.381, "p95": 0.365, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.115, "p95": 0.032, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 92689.267, "count": 30, "max": 94510.0, "p95": 94042.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 92689.267, "count": 30, "max": 94510.0, "p95": 94042.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 3940.9, "count": 30, "max": 109199.0, "p95": 4779.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 2.405, "count": 30, "max": 2.477, "p95": 2.465, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 2.241, "count": 30, "max": 2.322, "p95": 2.308, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 618, "sampled_at": "2026-09-02T12:17:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T12:17:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-09-02T10:31:13+09:00", "state": "running", "task_id": "5e5f85f7-ca10-4c69-8505-86ba26b63b51", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20260902_103115_42942625.jsonl", "file_size_bytes": 162447, "flush_count": 159, "flush_interval_seconds": 30.0, "flush_state": {"count": 159, "last_at": "2026-09-02T13:08:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T13:08:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 158}, "started": true, "suppressed_count": 91568, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 113, "tracking_summary": 91455}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 159, "written_record_count": 159}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4603.141, "limit_mb": null}, "detail": {"cctv_id": "45", "instance_id": "42942625", "phase": "channel_stop_after_recorder_cleanup", "recorder_cleanup": {"already_exited_count": 0, "attempted_count": 0, "duration_ms": 0.018, "enabled": true, "error_count": 0, "killed_count": 0, "reason": "channel_stop", "recorders": [], "remaining_running_count": 0, "stopped_count": 0, "timeout_s": 5.0}, "task_id": "5e5f85f7-ca10-4c69-8505-86ba26b63b51"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 253291622400, "copied_frame_count": 91613, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-09-02T12:35:34+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1945545, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-09-02T12:35:27+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.713}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "42942625", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 113, "events_emitted": 113, "events_failed": 0, "events_observed": 113, "events_suppressed": 0, "frame_buffer_copied_bytes": 253291622400, "frame_buffer_copies": 91613, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 5650, "recorder_active_input_bytes": 15621120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 113, "recorder_clips_failed": 0, "recorder_clips_started": 113, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 113, "worker_jobs_accepted": 113, "worker_jobs_completed": 113, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0787, "count": 512, "max_ms": 0.3113, "p50_ms": 0.0676, "p95_ms": 0.1325, "p99_ms": 0.2118}, "stages": {"db_insert": {"avg_ms": 14.9931, "count": 113, "max_ms": 51.7321, "p50_ms": 13.0038, "p95_ms": 32.4613, "p99_ms": 37.3663, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.4632, "count": 113, "max_ms": 2.8605, "p50_ms": 1.3268, "p95_ms": 2.3672, "p99_ms": 2.8256, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1241.8971, "count": 113, "max_ms": 1686.5563, "p50_ms": 1226.688, "p95_ms": 1366.9511, "p99_ms": 1566.7995, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0218, "count": 512, "max_ms": 2.7678, "p50_ms": 0.8855, "p95_ms": 1.9487, "p99_ms": 2.2624, "results": {"failed": 0, "not_applicable": 0, "success": 91613, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 880.0241, "count": 113, "max_ms": 952.9703, "p50_ms": 874.5542, "p95_ms": 942.1962, "p99_ms": 951.8208, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 7.1851, "count": 113, "max_ms": 14.0235, "p50_ms": 6.8019, "p95_ms": 10.9549, "p99_ms": 13.554, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 13.5532, "count": 512, "max_ms": 21.4992, "p50_ms": 13.693, "p95_ms": 17.8238, "p99_ms": 19.1743, "results": {"failed": 0, "not_applicable": 0, "success": 5650, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.0379, "count": 512, "max_ms": 2.9061, "p50_ms": 0.9358, "p95_ms": 2.0173, "p99_ms": 2.5506, "results": {"failed": 0, "not_applicable": 0, "success": 5650, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 876.9227, "count": 113, "max_ms": 949.6813, "p50_ms": 871.5783, "p95_ms": 939.078, "p99_ms": 946.5112, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 796.0592, "count": 113, "max_ms": 863.3638, "p50_ms": 791.8377, "p95_ms": 846.7039, "p99_ms": 860.3759, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 76.1835, "count": 113, "max_ms": 93.2522, "p50_ms": 75.6686, "p95_ms": 87.1181, "p99_ms": 91.8679, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6289, "count": 113, "max_ms": 7.455, "p50_ms": 1.099, "p95_ms": 4.1303, "p99_ms": 6.6459, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 32.2211, "count": 113, "max_ms": 56.0479, "p50_ms": 31.0629, "p95_ms": 43.2036, "p99_ms": 46.2672, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7211, "count": 113, "max_ms": 3.0917, "p50_ms": 0.6072, "p95_ms": 1.2604, "p99_ms": 2.4673, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.6816, "count": 113, "max_ms": 9.7508, "p50_ms": 0.757, "p95_ms": 6.0189, "p99_ms": 9.2934, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.6816, "count": 113, "max_ms": 9.7508, "p50_ms": 0.757, "p95_ms": 6.0189, "p99_ms": 9.2934, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7211, "count": 113, "max_ms": 3.0917, "p50_ms": 0.6072, "p95_ms": 1.2604, "p99_ms": 2.4673, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6844, "count": 113, "max_ms": 2.0674, "p50_ms": 0.6163, "p95_ms": 1.1704, "p99_ms": 1.9096, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 331.0737, "count": 113, "max_ms": 722.9412, "p50_ms": 310.0276, "p95_ms": 453.0944, "p99_ms": 595.7645, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 0.7391, "count": 113, "max_ms": 8.1265, "p50_ms": 0.5743, "p95_ms": 1.1222, "p99_ms": 4.6694, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 3.1141, "count": 113, "max_ms": 25.9347, "p50_ms": 2.2552, "p95_ms": 7.8095, "p99_ms": 14.0829, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0764, "count": 113, "max_ms": 0.8302, "p50_ms": 0.0599, "p95_ms": 0.1301, "p99_ms": 0.2243, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.6938, "count": 113, "max_ms": 3.8428, "p50_ms": 1.5692, "p95_ms": 2.7086, "p99_ms": 3.18, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 360.4658, "count": 113, "max_ms": 780.363, "p50_ms": 337.9781, "p95_ms": 485.7305, "p99_ms": 638.8353, "results": {"failed": 0, "not_applicable": 0, "success": 113, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": 0.3198, "state": "complete", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "42942625", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 113, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 113, "max_ms": 0.8302, "p50_ms": 0.0599, "p95_ms": 0.1301, "p99_ms": 0.2243}, "wait_ms": {"count": 113, "max_ms": 3.8428, "p50_ms": 1.5692, "p95_ms": 2.7086, "p99_ms": 3.18}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 113, "artifact_failed": 0, "artifact_requested": 113, "artifact_success": 113, "completed": 113, "completed_failed": 0, "completed_success": 113, "cooldown_promoted": 113, "database_requested": 113, "db_insert_success": 113, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6802, "relay_business_failed": 0, "relay_business_success": 113, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 113, "relay_transport_failed": 0, "relay_transport_success": 113, "reservation_requested": 113}, "snapshot": {"copied_bytes": 312422400, "copied_count": 113, "copy": {"count": 113, "max_ms": 2.8605, "p50_ms": 1.3268, "p95_ms": 2.3672, "p99_ms": 2.8256}}, "state": "stopped"}}, "event_type": "channel_stop_after_recorder_cleanup", "ffmpeg": {"error_count": 3, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T12:17:39+09:00", "last_error_summary": "[h264 @ 0x654e0bfac400] error while decoding MB 77 65, bytestream -8 [h264 @ 0x654e0b343a40] error while decoding MB 97 32, bytestream -13 [h264 @ 0x654e0bedd580] left block unavailable for requested intra mode [h264 @ 0x654e0bedd580] error while decoding MB 0 48, bytestream 52562 [in#0/rtsp @ 0x654e0b22ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x654e0b22ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-09-02T12:17:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 3095.204, "last_started_at": "2026-09-02T12:17:42+09:00", "pid": 7533, "process": {"exists": false, "pid": 7533}, "restart_count": 3, "restart_count_per_hour": 1, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.41, "sample_count": 2982, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 91613, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T13:09:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "42942625", "last_frame_pushed_age_sec": 0.558, "last_frame_pushed_at": "2026-09-02T13:09:17+09:00", "last_frame_read_age_sec": 0.648, "last_frame_read_at": "2026-09-02T13:09:16+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 19, "debug_expires_at": null, "deduplicated_count": 1, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 0.522, "last_sample_duration_ms": 397.821, "last_trigger": "pre_stop", "next_snapshot_in_sec": 599.478, "reason": "snapshot_written", "rotation_count": 85, "runtime_state": "active", "sample_count": 19, "storage_bytes": 888041}, "mjpeg": {"age_sec": 0.552, "exists": true, "mtime": "2026-09-02T13:09:17.026269+09:00", "mtime_epoch": 1788322157.026269, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 79440}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-09-02T13:09:17+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 885.715, "name": "celery", "pid": 214, "rss_mb": 744.871, "state": "R (running)", "threads": 68}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 106, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 91613, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.997, "max": 13.0, "p95": 12.0, "sample_count": 297}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.057, "max": 2.0, "p95": 2.0, "sample_count": 297}, "total": {"avg": 1.057, "max": 2.0, "p95": 2.0, "sample_count": 297}}, "tracking_counts": {"active": {"avg": 0.04, "max": 1.0, "p95": 0.0, "sample_count": 297}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 297}, "removed": {"avg": 0.007, "max": 1.0, "p95": 0.0, "sample_count": 297}, "tracked": {"avg": 0.04, "max": 1.0, "p95": 0.0, "sample_count": 297}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 297}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 297, "pushed_frames": 298, "read_frames": 297, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.9, "pushed": 9.933, "read": 9.9}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 297, "client_acquire_ms": {"avg_ms": 0.008, "count": 297, "max_ms": 0.028, "p95_ms": 0.017, "reason": null, "sample_age_ms": 625.838, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.547, "count": 297, "max_ms": 3.527, "p95_ms": 1.511, "reason": null, "sample_age_ms": 652.884, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.227, "count": 297, "max_ms": 1.996, "p95_ms": 1.162, "reason": null, "sample_age_ms": 653.436, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.284, "count": 297, "max_ms": 1.156, "p95_ms": 0.5, "reason": null, "sample_age_ms": 625.844, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.308, "count": 297, "max_ms": 7.242, "p95_ms": 3.765, "reason": null, "sample_age_ms": 649.197, "source": "client_direct"}, "request_count": 297, "request_tensor_bytes": {"avg": 2764808.0, "count": 297, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 649.121, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 297, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 626.144, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.384, "count": 297, "max_ms": 57.308, "p95_ms": 51.711, "reason": null, "sample_age_ms": 625.834, "source": "client_direct"}, "sample_age_ms": 625.83, "source": "client_direct", "task_total_ms": {"avg_ms": 39.136, "count": 297, "max_ms": 60.507, "p95_ms": 54.436, "reason": null, "sample_age_ms": 625.83, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 214, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.787, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.17, "count": 297, "max_ms": 8.747, "p95_ms": 5.884}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.25, "count": 297, "max_ms": 0.705, "p95_ms": 0.439}, "detection_prepare_ms": {"avg_ms": 0.834, "count": 297, "max_ms": 1.812, "p95_ms": 1.273}, "event_filter_ms": {"avg_ms": 0.003, "count": 297, "max_ms": 0.02, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.188, "count": 297, "max_ms": 0.421, "p95_ms": 0.297}, "mcmt_ms": {"avg_ms": 0.002, "count": 297, "max_ms": 0.013, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 1.877, "count": 297, "max_ms": 4.537, "p95_ms": 2.895}, "setup_ms": {"avg_ms": 0.034, "count": 297, "max_ms": 0.164, "p95_ms": 0.06}, "total_inside_ms": {"avg_ms": 4.133, "count": 297, "max_ms": 8.666, "p95_ms": 5.835}, "track_match_ms": {"avg_ms": 0.046, "count": 297, "max_ms": 0.122, "p95_ms": 0.083}, "tracker_update_ms": {"avg_ms": 0.897, "count": 297, "max_ms": 2.097, "p95_ms": 1.444}}, "gstreamer_push": {"avg_ms": 2.619, "count": 298, "max_ms": 8.073, "p95_ms": 5.114}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.035, "count": 297, "max_ms": 0.337, "p95_ms": 0.063}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.971, "count": 297, "max_ms": 61.145, "p95_ms": 55.688}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.033, "count": 297, "max_ms": 0.104, "p95_ms": 0.064}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 297, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 297, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 77.483, "count": 297, "max_ms": 111.586, "p95_ms": 101.148}, "inference_input_copy_ms": {"avg_ms": 1.833, "count": 297, "max_ms": 4.687, "p95_ms": 3.013}, "processing_residual_ms": {"avg_ms": 0.142, "count": 297, "max_ms": 0.422, "p95_ms": 0.272}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 297, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 297, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 79.491, "count": 297, "max_ms": 115.284, "p95_ms": 102.509}, "read_interval": {"avg_ms": 99.106, "count": 297, "max_ms": 147.837, "p95_ms": 128.084}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 297, "max_ms": 0.068, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 1.833, "count": 297, "max_ms": 4.415, "p95_ms": 2.806}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 297, "max_ms": 0.049, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.821, "count": 297, "max_ms": 4.378, "p95_ms": 2.781}, "worker_merge_ms": {"avg_ms": 0.004, "count": 297, "max_ms": 0.025, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 39.984, "count": 297, "max_ms": 61.156, "p95_ms": 55.708}, "visualize": {"avg_ms": 32.287, "count": 297, "max_ms": 61.829, "p95_ms": 46.93}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 297, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 297, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.148, "count": 297, "max_ms": 61.618, "p95_ms": 46.802}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 297, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 297, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.067, "count": 297, "max_ms": 61.486, "p95_ms": 46.736}, "visualizer_prepare_ms": {"avg_ms": 0.039, "count": 297, "max_ms": 0.103, "p95_ms": 0.066}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 297}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 297}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 297}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 214, "process_rss_mb_proxy": 753.789, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.142, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "42942625", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.811, "sample_count": 2982, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 91502, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T13:09:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 79706, "write_bytes_delta": 79706, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 533.0, "cpu_core_ratio": 0.383835, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 7533, "reason": null, "system_cpu_core_ratio": 0.044748, "system_cpu_s_delta": 0.45000000000001705, "user_cpu_core_ratio": 0.339088, "user_cpu_s_delta": 3.4099999999998545}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 4.655742, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 236663.0, "pid": 214, "reason": null, "system_cpu_core_ratio": 2.500895, "system_cpu_s_delta": 25.149999999997817, "user_cpu_core_ratio": 2.154847, "user_cpu_s_delta": 21.67000000000189}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.611, "count": 305, "max_ms": 8.073, "p95_ms": 5.122, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.889, "max": 13.0, "p95": 12.0, "sample_count": 305}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.043, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 305}, "total": {"avg": 1.043, "max": 2.0, "p95": 1.0, "sample_count": 305}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.75, "count": 30, "max": 24.716, "p95": 21.126, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.806, "count": 30, "max": 21.186, "p95": 18.474, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 558.167, "count": 30, "max": 626.0, "p95": 608.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.043, "count": 30, "max": 0.05, "p95": 0.046, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.328, "count": 30, "max": 0.352, "p95": 0.35, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.11, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 81074.533, "count": 30, "max": 83705.0, "p95": 82805.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 81074.533, "count": 30, "max": 83705.0, "p95": 82805.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 236368.1, "count": 30, "max": 255758.0, "p95": 248989.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 2.506, "count": 30, "max": 2.583, "p95": 2.576, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 2.145, "count": 30, "max": 2.198, "p95": 2.189, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 919, "sampled_at": "2026-09-02T13:09:05+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T13:09:05+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-09-02T10:31:13+09:00", "state": "stopping", "task_id": "5e5f85f7-ca10-4c69-8505-86ba26b63b51", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_103436_f3cd63d1.jsonl", "file_size_bytes": 96805, "flush_count": 189, "flush_interval_seconds": 30.0, "flush_state": {"count": 189, "last_at": "2026-09-02T13:41:47", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T13:41:47", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 188}, "started": true, "suppressed_count": 112246, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 112246}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 189, "written_record_count": 189}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4245.855, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x6515d18d8c80] error while decoding MB 206 88, bytestream -7 [in#0/rtsp @ 0x6515d0e78e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x6515d0e78e00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 310857523200, "copied_frame_count": 112434, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "f3cd63d1", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 310857523200, "frame_buffer_copies": 112434, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0723, "count": 512, "max_ms": 0.856, "p50_ms": 0.0638, "p95_ms": 0.1085, "p99_ms": 0.1609}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.7459, "count": 512, "max_ms": 2.0555, "p50_ms": 0.6978, "p95_ms": 1.1186, "p99_ms": 1.5078, "results": {"failed": 0, "not_applicable": 0, "success": 112434, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "f3cd63d1", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T13:42:42+09:00", "last_error_summary": "[h264 @ 0x6515d18d8c80] error while decoding MB 206 88, bytestream -7 [in#0/rtsp @ 0x6515d0e78e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x6515d0e78e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-09-02T13:42:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 11286.484, "last_started_at": "2026-09-02T10:34:36+09:00", "pid": 878, "process": {"exists": false, "pid": 878}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 63.705, "sample_count": 2587, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 112434, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T13:42:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "f3cd63d1", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-09-02T13:42:42+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-09-02T13:42:42+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 23, "debug_expires_at": null, "deduplicated_count": 1, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 481.784, "last_sample_duration_ms": 506.471, "last_trigger": "periodic", "next_snapshot_in_sec": 118.216, "reason": "waiting_for_next_snapshot", "rotation_count": 85, "runtime_state": "active", "sample_count": 23, "storage_bytes": 918097}, "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-09-02T13:42:42.674170+09:00", "mtime_epoch": 1788324162.6741695, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 104207}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T13:42:42+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 780.617, "name": "celery", "pid": 216, "rss_mb": 771.137, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 112434, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 20}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 20}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 20}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 20}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 20}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 20}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 20}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 20, "pushed_frames": 20, "read_frames": 20, "select_timeouts": 25, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.672, "pushed": 0.672, "read": 0.672}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 20, "client_acquire_ms": {"avg_ms": 0.004, "count": 20, "max_ms": 0.008, "p95_ms": 0.006, "reason": null, "sample_age_ms": 33.184, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.457, "count": 20, "max_ms": 1.187, "p95_ms": 1.025, "reason": null, "sample_age_ms": 63.979, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.274, "count": 20, "max_ms": 0.933, "p95_ms": 0.882, "reason": null, "sample_age_ms": 64.227, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.078, "count": 20, "max_ms": 0.16, "p95_ms": 0.128, "reason": null, "sample_age_ms": 33.19, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.854, "count": 20, "max_ms": 1.413, "p95_ms": 1.38, "reason": null, "sample_age_ms": 63.18, "source": "client_direct"}, "request_count": 20, "request_tensor_bytes": {"avg": 2211848.0, "count": 20, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 63.165, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 20, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 33.286, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 26.195, "count": 20, "max_ms": 31.314, "p95_ms": 29.9, "reason": null, "sample_age_ms": 33.181, "source": "client_direct"}, "sample_age_ms": 33.179, "source": "client_direct", "task_total_ms": {"avg_ms": 27.254, "count": 20, "max_ms": 32.449, "p95_ms": 30.877, "reason": null, "sample_age_ms": 33.179, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 216, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.223, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.507, "count": 20, "max_ms": 0.738, "p95_ms": 0.705}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.163, "count": 20, "max_ms": 0.263, "p95_ms": 0.244}, "detection_prepare_ms": {"avg_ms": 0.071, "count": 20, "max_ms": 0.129, "p95_ms": 0.104}, "event_filter_ms": {"avg_ms": 0.002, "count": 20, "max_ms": 0.003, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.057, "count": 20, "max_ms": 0.09, "p95_ms": 0.084}, "mcmt_ms": {"avg_ms": 0.002, "count": 20, "max_ms": 0.003, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.122, "count": 20, "max_ms": 0.182, "p95_ms": 0.178}, "setup_ms": {"avg_ms": 0.034, "count": 20, "max_ms": 0.065, "p95_ms": 0.061}, "total_inside_ms": {"avg_ms": 0.477, "count": 20, "max_ms": 0.697, "p95_ms": 0.669}, "track_match_ms": {"avg_ms": 0.003, "count": 20, "max_ms": 0.005, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.023, "count": 20, "max_ms": 0.047, "p95_ms": 0.047}}, "gstreamer_push": {"avg_ms": 1.774, "count": 20, "max_ms": 4.444, "p95_ms": 2.293}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 20, "max_ms": 0.063, "p95_ms": 0.045}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 27.962, "count": 20, "max_ms": 33.705, "p95_ms": 31.393}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.022, "count": 20, "max_ms": 0.038, "p95_ms": 0.031}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 51.323, "count": 20, "max_ms": 60.889, "p95_ms": 56.442}, "inference_input_copy_ms": {"avg_ms": 0.779, "count": 20, "max_ms": 1.218, "p95_ms": 1.171}, "processing_residual_ms": {"avg_ms": 0.076, "count": 20, "max_ms": 0.157, "p95_ms": 0.113}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 52.199, "count": 20, "max_ms": 62.032, "p95_ms": 57.768}, "read_interval": {"avg_ms": 1503.501, "count": 20, "max_ms": 20342.225, "p95_ms": 3031.541}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 20, "max_ms": 0.028, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.083, "count": 20, "max_ms": 0.131, "p95_ms": 0.121}, "resolve_scenarios_ms": {"avg_ms": 0.005, "count": 20, "max_ms": 0.009, "p95_ms": 0.009}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.071, "count": 20, "max_ms": 0.118, "p95_ms": 0.102}, "worker_merge_ms": {"avg_ms": 0.003, "count": 20, "max_ms": 0.006, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 27.975, "count": 20, "max_ms": 33.714, "p95_ms": 31.412}, "visualize": {"avg_ms": 22.142, "count": 20, "max_ms": 28.382, "p95_ms": 25.838}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 21.564, "count": 20, "max_ms": 27.568, "p95_ms": 25.331}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 21.994, "count": 20, "max_ms": 28.139, "p95_ms": 25.714}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 21.932, "count": 20, "max_ms": 28.05, "p95_ms": 25.659}, "visualizer_prepare_ms": {"avg_ms": 0.038, "count": 20, "max_ms": 0.062, "p95_ms": 0.052}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 20}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 20}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 20}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 216, "process_rss_mb_proxy": 760.691, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.894, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "f3cd63d1", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 63.705, "sample_count": 2586, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 112427, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T13:42:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104727, "write_bytes_delta": 104727, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 109.0, "cpu_core_ratio": 0.041907, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3843.0, "pid": 878, "reason": null, "system_cpu_core_ratio": 0.003017, "system_cpu_s_delta": 0.09000000000003183, "user_cpu_core_ratio": 0.03889, "user_cpu_s_delta": 1.1599999999998545}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.027491, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5802.0, "pid": 216, "reason": null, "system_cpu_core_ratio": 0.004694, "system_cpu_s_delta": 0.14000000000010004, "user_cpu_core_ratio": 0.022798, "user_cpu_s_delta": 0.680000000000291}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.798, "count": 15, "max_ms": 4.444, "p95_ms": 4.444, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 15}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 15}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.091, "count": 30, "max": 29.15, "p95": 21.856, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.524, "count": 30, "max": 19.675, "p95": 14.546, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 652.333, "count": 30, "max": 821.0, "p95": 714.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 128.1, "count": 30, "max": 3843.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.075, "p95": 0.053, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.703, "count": 30, "max": 1.131, "p95": 0.789, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 104607.333, "count": 30, "max": 106970.0, "p95": 106893.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101041.667, "count": 30, "max": 106931.0, "p95": 106770.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 40296.667, "count": 30, "max": 57842.0, "p95": 44407.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.091, "count": 30, "max": 0.13, "p95": 0.103, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.367, "count": 30, "max": 0.535, "p95": 0.407, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1120, "sampled_at": "2026-09-02T13:42:42+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T13:42:42+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.778, "window_s": 30.0}, "started_at": "2026-09-02T10:34:34+09:00", "state": "running", "task_id": "0461f8bd-1aa7-4e75-bde7-dc1bf8ef78f6", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_103436_f3cd63d1.jsonl", "file_size_bytes": 96805, "flush_count": 189, "flush_interval_seconds": 30.0, "flush_state": {"count": 189, "last_at": "2026-09-02T13:41:47", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T13:41:47", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 188}, "started": true, "suppressed_count": 112246, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 112246}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 189, "written_record_count": 189}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4246.051, "limit_mb": null}, "detail": {"last_error_at": "2026-09-02T13:42:42+09:00", "last_error_summary": "[h264 @ 0x6515d18d8c80] error while decoding MB 206 88, bytestream -7 [in#0/rtsp @ 0x6515d0e78e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x6515d0e78e00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 310857523200, "copied_frame_count": 112434, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "f3cd63d1", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 310857523200, "frame_buffer_copies": 112434, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0723, "count": 512, "max_ms": 0.856, "p50_ms": 0.0638, "p95_ms": 0.1085, "p99_ms": 0.1609}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.7459, "count": 512, "max_ms": 2.0555, "p50_ms": 0.6978, "p95_ms": 1.1186, "p99_ms": 1.5078, "results": {"failed": 0, "not_applicable": 0, "success": 112434, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "f3cd63d1", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T13:42:42+09:00", "last_error_summary": "[h264 @ 0x6515d18d8c80] error while decoding MB 206 88, bytestream -7 [in#0/rtsp @ 0x6515d0e78e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x6515d0e78e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-09-02T13:42:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 11286.499, "last_started_at": "2026-09-02T10:34:36+09:00", "pid": 878, "process": {"exists": false, "pid": 878}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 63.705, "sample_count": 2587, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 112434, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T13:42:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "f3cd63d1", "last_frame_pushed_age_sec": 0.021, "last_frame_pushed_at": "2026-09-02T13:42:42+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-09-02T13:42:42+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 23, "debug_expires_at": null, "deduplicated_count": 1, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 481.797, "last_sample_duration_ms": 506.471, "last_trigger": "periodic", "next_snapshot_in_sec": 118.203, "reason": "waiting_for_next_snapshot", "rotation_count": 85, "runtime_state": "active", "sample_count": 23, "storage_bytes": 918097}, "mjpeg": {"age_sec": 0.013, "exists": true, "mtime": "2026-09-02T13:42:42.749170+09:00", "mtime_epoch": 1788324162.7491698, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 104405}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T13:42:42+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 780.617, "name": "celery", "pid": 216, "rss_mb": 771.23, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 112434, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 20}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 20}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 20}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 20}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 20}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 20}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 20}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 20, "pushed_frames": 20, "read_frames": 20, "select_timeouts": 25, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.671, "pushed": 0.671, "read": 0.671}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 20, "client_acquire_ms": {"avg_ms": 0.004, "count": 20, "max_ms": 0.008, "p95_ms": 0.006, "reason": null, "sample_age_ms": 48.01, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.457, "count": 20, "max_ms": 1.187, "p95_ms": 1.025, "reason": null, "sample_age_ms": 78.804, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.274, "count": 20, "max_ms": 0.933, "p95_ms": 0.882, "reason": null, "sample_age_ms": 79.053, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.078, "count": 20, "max_ms": 0.16, "p95_ms": 0.128, "reason": null, "sample_age_ms": 48.015, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.854, "count": 20, "max_ms": 1.413, "p95_ms": 1.38, "reason": null, "sample_age_ms": 78.006, "source": "client_direct"}, "request_count": 20, "request_tensor_bytes": {"avg": 2211848.0, "count": 20, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 77.99, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 20, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 48.112, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 26.195, "count": 20, "max_ms": 31.314, "p95_ms": 29.9, "reason": null, "sample_age_ms": 48.007, "source": "client_direct"}, "sample_age_ms": 48.004, "source": "client_direct", "task_total_ms": {"avg_ms": 27.254, "count": 20, "max_ms": 32.449, "p95_ms": 30.877, "reason": null, "sample_age_ms": 48.004, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 216, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.267, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.507, "count": 20, "max_ms": 0.738, "p95_ms": 0.705}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.163, "count": 20, "max_ms": 0.263, "p95_ms": 0.244}, "detection_prepare_ms": {"avg_ms": 0.071, "count": 20, "max_ms": 0.129, "p95_ms": 0.104}, "event_filter_ms": {"avg_ms": 0.002, "count": 20, "max_ms": 0.003, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.057, "count": 20, "max_ms": 0.09, "p95_ms": 0.084}, "mcmt_ms": {"avg_ms": 0.002, "count": 20, "max_ms": 0.003, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.122, "count": 20, "max_ms": 0.182, "p95_ms": 0.178}, "setup_ms": {"avg_ms": 0.034, "count": 20, "max_ms": 0.065, "p95_ms": 0.061}, "total_inside_ms": {"avg_ms": 0.477, "count": 20, "max_ms": 0.697, "p95_ms": 0.669}, "track_match_ms": {"avg_ms": 0.003, "count": 20, "max_ms": 0.005, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.023, "count": 20, "max_ms": 0.047, "p95_ms": 0.047}}, "gstreamer_push": {"avg_ms": 1.774, "count": 20, "max_ms": 4.444, "p95_ms": 2.293}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 20, "max_ms": 0.063, "p95_ms": 0.045}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 27.962, "count": 20, "max_ms": 33.705, "p95_ms": 31.393}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.022, "count": 20, "max_ms": 0.038, "p95_ms": 0.031}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 51.323, "count": 20, "max_ms": 60.889, "p95_ms": 56.442}, "inference_input_copy_ms": {"avg_ms": 0.779, "count": 20, "max_ms": 1.218, "p95_ms": 1.171}, "processing_residual_ms": {"avg_ms": 0.076, "count": 20, "max_ms": 0.157, "p95_ms": 0.113}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 52.199, "count": 20, "max_ms": 62.032, "p95_ms": 57.768}, "read_interval": {"avg_ms": 1503.501, "count": 20, "max_ms": 20342.225, "p95_ms": 3031.541}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 20, "max_ms": 0.028, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.083, "count": 20, "max_ms": 0.131, "p95_ms": 0.121}, "resolve_scenarios_ms": {"avg_ms": 0.005, "count": 20, "max_ms": 0.009, "p95_ms": 0.009}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.071, "count": 20, "max_ms": 0.118, "p95_ms": 0.102}, "worker_merge_ms": {"avg_ms": 0.003, "count": 20, "max_ms": 0.006, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 27.975, "count": 20, "max_ms": 33.714, "p95_ms": 31.412}, "visualize": {"avg_ms": 22.142, "count": 20, "max_ms": 28.382, "p95_ms": 25.838}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 21.564, "count": 20, "max_ms": 27.568, "p95_ms": 25.331}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 21.994, "count": 20, "max_ms": 28.139, "p95_ms": 25.714}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 21.932, "count": 20, "max_ms": 28.05, "p95_ms": 25.659}, "visualizer_prepare_ms": {"avg_ms": 0.038, "count": 20, "max_ms": 0.062, "p95_ms": 0.052}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 20}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 20}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 20}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 216, "process_rss_mb_proxy": 760.691, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.894, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "f3cd63d1", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 63.705, "sample_count": 2586, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 112427, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T13:42:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104727, "write_bytes_delta": 104727, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 109.0, "cpu_core_ratio": 0.041907, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3843.0, "pid": 878, "reason": null, "system_cpu_core_ratio": 0.003017, "system_cpu_s_delta": 0.09000000000003183, "user_cpu_core_ratio": 0.03889, "user_cpu_s_delta": 1.1599999999998545}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.027491, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5802.0, "pid": 216, "reason": null, "system_cpu_core_ratio": 0.004694, "system_cpu_s_delta": 0.14000000000010004, "user_cpu_core_ratio": 0.022798, "user_cpu_s_delta": 0.680000000000291}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.798, "count": 15, "max_ms": 4.444, "p95_ms": 4.444, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 15}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 15}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.091, "count": 30, "max": 29.15, "p95": 21.856, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.524, "count": 30, "max": 19.675, "p95": 14.546, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 652.333, "count": 30, "max": 821.0, "p95": 714.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 128.1, "count": 30, "max": 3843.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.075, "p95": 0.053, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.703, "count": 30, "max": 1.131, "p95": 0.789, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 104607.333, "count": 30, "max": 106970.0, "p95": 106893.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101041.667, "count": 30, "max": 106931.0, "p95": 106770.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 40296.667, "count": 30, "max": 57842.0, "p95": 44407.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.091, "count": 30, "max": 0.13, "p95": 0.103, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.367, "count": 30, "max": 0.535, "p95": 0.407, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1120, "sampled_at": "2026-09-02T13:42:42+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T13:42:42+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.793, "window_s": 30.0}, "started_at": "2026-09-02T10:34:34+09:00", "state": "running", "task_id": "0461f8bd-1aa7-4e75-bde7-dc1bf8ef78f6", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_103436_f3cd63d1.jsonl", "file_size_bytes": 96805, "flush_count": 189, "flush_interval_seconds": 30.0, "flush_state": {"count": 189, "last_at": "2026-09-02T13:41:47", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T13:41:47", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 188}, "started": true, "suppressed_count": 112246, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 112246}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 189, "written_record_count": 189}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4246.215, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 310857523200, "copied_frame_count": 112434, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "f3cd63d1", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 310857523200, "frame_buffer_copies": 112434, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0723, "count": 512, "max_ms": 0.856, "p50_ms": 0.0638, "p95_ms": 0.1085, "p99_ms": 0.1609}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.7459, "count": 512, "max_ms": 2.0555, "p50_ms": 0.6978, "p95_ms": 1.1186, "p99_ms": 1.5078, "results": {"failed": 0, "not_applicable": 0, "success": 112434, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "f3cd63d1", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T13:42:42+09:00", "last_error_summary": "[h264 @ 0x6515d18d8c80] error while decoding MB 206 88, bytestream -7 [in#0/rtsp @ 0x6515d0e78e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x6515d0e78e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-09-02T13:42:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 11286.51, "last_started_at": "2026-09-02T10:34:36+09:00", "pid": 878, "process": {"exists": false, "pid": 878}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 63.705, "sample_count": 2587, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 112434, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T13:42:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "f3cd63d1", "last_frame_pushed_age_sec": 0.032, "last_frame_pushed_at": "2026-09-02T13:42:42+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-09-02T13:42:42+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 23, "debug_expires_at": null, "deduplicated_count": 1, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 481.808, "last_sample_duration_ms": 506.471, "last_trigger": "periodic", "next_snapshot_in_sec": 118.192, "reason": "waiting_for_next_snapshot", "rotation_count": 85, "runtime_state": "active", "sample_count": 23, "storage_bytes": 918097}, "mjpeg": {"age_sec": 0.024, "exists": true, "mtime": "2026-09-02T13:42:42.749170+09:00", "mtime_epoch": 1788324162.7491698, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 104405}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T13:42:42+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 780.617, "name": "celery", "pid": 216, "rss_mb": 771.23, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 112434, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 20}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 20}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 20}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 20}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 20}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 20}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 20}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 20, "pushed_frames": 20, "read_frames": 20, "select_timeouts": 25, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.671, "pushed": 0.671, "read": 0.671}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 20, "client_acquire_ms": {"avg_ms": 0.004, "count": 20, "max_ms": 0.008, "p95_ms": 0.006, "reason": null, "sample_age_ms": 59.21, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.457, "count": 20, "max_ms": 1.187, "p95_ms": 1.025, "reason": null, "sample_age_ms": 90.004, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.274, "count": 20, "max_ms": 0.933, "p95_ms": 0.882, "reason": null, "sample_age_ms": 90.253, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.078, "count": 20, "max_ms": 0.16, "p95_ms": 0.128, "reason": null, "sample_age_ms": 59.215, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.854, "count": 20, "max_ms": 1.413, "p95_ms": 1.38, "reason": null, "sample_age_ms": 89.206, "source": "client_direct"}, "request_count": 20, "request_tensor_bytes": {"avg": 2211848.0, "count": 20, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 89.19, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 20, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 59.312, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 26.195, "count": 20, "max_ms": 31.314, "p95_ms": 29.9, "reason": null, "sample_age_ms": 59.206, "source": "client_direct"}, "sample_age_ms": 59.204, "source": "client_direct", "task_total_ms": {"avg_ms": 27.254, "count": 20, "max_ms": 32.449, "p95_ms": 30.877, "reason": null, "sample_age_ms": 59.204, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 216, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.291, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.507, "count": 20, "max_ms": 0.738, "p95_ms": 0.705}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.163, "count": 20, "max_ms": 0.263, "p95_ms": 0.244}, "detection_prepare_ms": {"avg_ms": 0.071, "count": 20, "max_ms": 0.129, "p95_ms": 0.104}, "event_filter_ms": {"avg_ms": 0.002, "count": 20, "max_ms": 0.003, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.057, "count": 20, "max_ms": 0.09, "p95_ms": 0.084}, "mcmt_ms": {"avg_ms": 0.002, "count": 20, "max_ms": 0.003, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.122, "count": 20, "max_ms": 0.182, "p95_ms": 0.178}, "setup_ms": {"avg_ms": 0.034, "count": 20, "max_ms": 0.065, "p95_ms": 0.061}, "total_inside_ms": {"avg_ms": 0.477, "count": 20, "max_ms": 0.697, "p95_ms": 0.669}, "track_match_ms": {"avg_ms": 0.003, "count": 20, "max_ms": 0.005, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.023, "count": 20, "max_ms": 0.047, "p95_ms": 0.047}}, "gstreamer_push": {"avg_ms": 1.774, "count": 20, "max_ms": 4.444, "p95_ms": 2.293}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 20, "max_ms": 0.063, "p95_ms": 0.045}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 27.962, "count": 20, "max_ms": 33.705, "p95_ms": 31.393}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.022, "count": 20, "max_ms": 0.038, "p95_ms": 0.031}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 51.323, "count": 20, "max_ms": 60.889, "p95_ms": 56.442}, "inference_input_copy_ms": {"avg_ms": 0.779, "count": 20, "max_ms": 1.218, "p95_ms": 1.171}, "processing_residual_ms": {"avg_ms": 0.076, "count": 20, "max_ms": 0.157, "p95_ms": 0.113}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 52.199, "count": 20, "max_ms": 62.032, "p95_ms": 57.768}, "read_interval": {"avg_ms": 1503.501, "count": 20, "max_ms": 20342.225, "p95_ms": 3031.541}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 20, "max_ms": 0.028, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.083, "count": 20, "max_ms": 0.131, "p95_ms": 0.121}, "resolve_scenarios_ms": {"avg_ms": 0.005, "count": 20, "max_ms": 0.009, "p95_ms": 0.009}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.071, "count": 20, "max_ms": 0.118, "p95_ms": 0.102}, "worker_merge_ms": {"avg_ms": 0.003, "count": 20, "max_ms": 0.006, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 27.975, "count": 20, "max_ms": 33.714, "p95_ms": 31.412}, "visualize": {"avg_ms": 22.142, "count": 20, "max_ms": 28.382, "p95_ms": 25.838}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 21.564, "count": 20, "max_ms": 27.568, "p95_ms": 25.331}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 21.994, "count": 20, "max_ms": 28.139, "p95_ms": 25.714}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 21.932, "count": 20, "max_ms": 28.05, "p95_ms": 25.659}, "visualizer_prepare_ms": {"avg_ms": 0.038, "count": 20, "max_ms": 0.062, "p95_ms": 0.052}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 20}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 20}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 20}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 216, "process_rss_mb_proxy": 760.691, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.894, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "f3cd63d1", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 63.705, "sample_count": 2586, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 112427, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T13:42:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104727, "write_bytes_delta": 104727, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 109.0, "cpu_core_ratio": 0.041907, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3843.0, "pid": 878, "reason": null, "system_cpu_core_ratio": 0.003017, "system_cpu_s_delta": 0.09000000000003183, "user_cpu_core_ratio": 0.03889, "user_cpu_s_delta": 1.1599999999998545}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.027491, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5802.0, "pid": 216, "reason": null, "system_cpu_core_ratio": 0.004694, "system_cpu_s_delta": 0.14000000000010004, "user_cpu_core_ratio": 0.022798, "user_cpu_s_delta": 0.680000000000291}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.798, "count": 15, "max_ms": 4.444, "p95_ms": 4.444, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 15}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 15}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.091, "count": 30, "max": 29.15, "p95": 21.856, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.524, "count": 30, "max": 19.675, "p95": 14.546, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 652.333, "count": 30, "max": 821.0, "p95": 714.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 128.1, "count": 30, "max": 3843.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.075, "p95": 0.053, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.703, "count": 30, "max": 1.131, "p95": 0.789, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 104607.333, "count": 30, "max": 106970.0, "p95": 106893.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101041.667, "count": 30, "max": 106931.0, "p95": 106770.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 40296.667, "count": 30, "max": 57842.0, "p95": 44407.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.091, "count": 30, "max": 0.13, "p95": 0.103, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.367, "count": 30, "max": 0.535, "p95": 0.407, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1120, "sampled_at": "2026-09-02T13:42:42+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T13:42:42+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.804, "window_s": 30.0}, "started_at": "2026-09-02T10:34:34+09:00", "state": "running", "task_id": "0461f8bd-1aa7-4e75-bde7-dc1bf8ef78f6", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_103436_f3cd63d1.jsonl", "file_size_bytes": 96805, "flush_count": 189, "flush_interval_seconds": 30.0, "flush_state": {"count": 189, "last_at": "2026-09-02T13:41:47", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T13:41:47", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 188}, "started": true, "suppressed_count": 112246, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 112246}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 189, "written_record_count": 189}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4285.699, "limit_mb": null}, "detail": {"pid": 8579, "restart_count": 1, "start_count": 2}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 310857523200, "copied_frame_count": 112434, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "f3cd63d1", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 310857523200, "frame_buffer_copies": 112434, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0723, "count": 512, "max_ms": 0.856, "p50_ms": 0.0638, "p95_ms": 0.1085, "p99_ms": 0.1609}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.7459, "count": 512, "max_ms": 2.0555, "p50_ms": 0.6978, "p95_ms": 1.1186, "p99_ms": 1.5078, "results": {"failed": 0, "not_applicable": 0, "success": 112434, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "f3cd63d1", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T13:42:42+09:00", "last_error_summary": "[h264 @ 0x6515d18d8c80] error while decoding MB 206 88, bytestream -7 [in#0/rtsp @ 0x6515d0e78e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x6515d0e78e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-09-02T13:42:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-02T13:42:45+09:00", "pid": 8579, "process": {"exists": true, "fd_count": 4, "hwm_mb": 75.766, "name": "ffmpeg", "pid": 8579, "rss_mb": 75.766, "state": "S (sleeping)", "threads": 1}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 63.707, "sample_count": 2541, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 112434, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T13:42:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "f3cd63d1", "last_frame_pushed_age_sec": 4.697, "last_frame_pushed_at": "2026-09-02T13:42:42+09:00", "last_frame_read_age_sec": 4.756, "last_frame_read_at": "2026-09-02T13:42:42+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 23, "debug_expires_at": null, "deduplicated_count": 1, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 486.477, "last_sample_duration_ms": 506.471, "last_trigger": "periodic", "next_snapshot_in_sec": 113.523, "reason": "waiting_for_next_snapshot", "rotation_count": 85, "runtime_state": "active", "sample_count": 23, "storage_bytes": 918097}, "mjpeg": {"age_sec": 4.69, "exists": true, "mtime": "2026-09-02T13:42:42.749170+09:00", "mtime_epoch": 1788324162.7491698, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 104405}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T13:42:47+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 780.617, "name": "celery", "pid": 216, "rss_mb": 771.234, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 112434, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 12}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 12}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 12}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 12}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 12}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 12}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 12}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 12, "pushed_frames": 12, "read_frames": 12, "select_timeouts": 23, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.413, "pushed": 0.413, "read": 0.413}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 12, "client_acquire_ms": {"avg_ms": 0.004, "count": 12, "max_ms": 0.006, "p95_ms": 0.006, "reason": null, "sample_age_ms": 4725.58, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.43, "count": 12, "max_ms": 1.187, "p95_ms": 1.093, "reason": null, "sample_age_ms": 4756.375, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.248, "count": 12, "max_ms": 0.933, "p95_ms": 0.903, "reason": null, "sample_age_ms": 4756.623, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.089, "count": 12, "max_ms": 0.16, "p95_ms": 0.141, "reason": null, "sample_age_ms": 4725.585, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.854, "count": 12, "max_ms": 1.413, "p95_ms": 1.255, "reason": null, "sample_age_ms": 4755.576, "source": "client_direct"}, "request_count": 12, "request_tensor_bytes": {"avg": 2211848.0, "count": 12, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4755.561, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 12, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4725.682, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 26.89, "count": 12, "max_ms": 31.314, "p95_ms": 30.496, "reason": null, "sample_age_ms": 4725.577, "source": "client_direct"}, "sample_age_ms": 4725.574, "source": "client_direct", "task_total_ms": {"avg_ms": 27.969, "count": 12, "max_ms": 32.449, "p95_ms": 31.539, "reason": null, "sample_age_ms": 4725.574, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 216, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.113, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.516, "count": 12, "max_ms": 0.738, "p95_ms": 0.738}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.169, "count": 12, "max_ms": 0.263, "p95_ms": 0.263}, "detection_prepare_ms": {"avg_ms": 0.071, "count": 12, "max_ms": 0.104, "p95_ms": 0.104}, "event_filter_ms": {"avg_ms": 0.002, "count": 12, "max_ms": 0.003, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.06, "count": 12, "max_ms": 0.09, "p95_ms": 0.09}, "mcmt_ms": {"avg_ms": 0.002, "count": 12, "max_ms": 0.003, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.118, "count": 12, "max_ms": 0.182, "p95_ms": 0.182}, "setup_ms": {"avg_ms": 0.037, "count": 12, "max_ms": 0.065, "p95_ms": 0.065}, "total_inside_ms": {"avg_ms": 0.485, "count": 12, "max_ms": 0.697, "p95_ms": 0.697}, "track_match_ms": {"avg_ms": 0.004, "count": 12, "max_ms": 0.005, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.023, "count": 12, "max_ms": 0.047, "p95_ms": 0.047}}, "gstreamer_push": {"avg_ms": 1.578, "count": 12, "max_ms": 2.044, "p95_ms": 2.044}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 12, "max_ms": 0.043, "p95_ms": 0.043}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 28.653, "count": 12, "max_ms": 33.705, "p95_ms": 33.705}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.023, "count": 12, "max_ms": 0.038, "p95_ms": 0.038}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 51.849, "count": 12, "max_ms": 60.889, "p95_ms": 60.889}, "inference_input_copy_ms": {"avg_ms": 0.738, "count": 12, "max_ms": 1.022, "p95_ms": 1.022}, "processing_residual_ms": {"avg_ms": 0.07, "count": 12, "max_ms": 0.109, "p95_ms": 0.109}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 52.68, "count": 12, "max_ms": 62.032, "p95_ms": 62.032}, "read_interval": {"avg_ms": 2129.138, "count": 12, "max_ms": 20342.225, "p95_ms": 20342.225}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 12, "max_ms": 0.017, "p95_ms": 0.017}, "execute_total_ms": {"avg_ms": 0.079, "count": 12, "max_ms": 0.119, "p95_ms": 0.119}, "resolve_scenarios_ms": {"avg_ms": 0.005, "count": 12, "max_ms": 0.007, "p95_ms": 0.007}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.068, "count": 12, "max_ms": 0.102, "p95_ms": 0.102}, "worker_merge_ms": {"avg_ms": 0.004, "count": 12, "max_ms": 0.006, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 28.667, "count": 12, "max_ms": 33.714, "p95_ms": 33.714}, "visualize": {"avg_ms": 21.985, "count": 12, "max_ms": 25.262, "p95_ms": 25.262}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 21.398, "count": 12, "max_ms": 24.702, "p95_ms": 24.702}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 21.83, "count": 12, "max_ms": 25.147, "p95_ms": 25.147}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 21.767, "count": 12, "max_ms": 25.088, "p95_ms": 25.088}, "visualizer_prepare_ms": {"avg_ms": 0.04, "count": 12, "max_ms": 0.052, "p95_ms": 0.052}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 12}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 12}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 12}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 216, "process_rss_mb_proxy": 760.691, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.894, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "f3cd63d1", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 63.705, "sample_count": 2586, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 112427, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T13:42:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104727, "write_bytes_delta": 104727, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 109.0, "cpu_core_ratio": 0.041907, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3843.0, "pid": 878, "reason": null, "system_cpu_core_ratio": 0.003017, "system_cpu_s_delta": 0.09000000000003183, "user_cpu_core_ratio": 0.03889, "user_cpu_s_delta": 1.1599999999998545}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.027491, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5802.0, "pid": 216, "reason": null, "system_cpu_core_ratio": 0.004694, "system_cpu_s_delta": 0.14000000000010004, "user_cpu_core_ratio": 0.022798, "user_cpu_s_delta": 0.680000000000291}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.798, "count": 15, "max_ms": 4.444, "p95_ms": 4.444, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 15}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 15}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.091, "count": 30, "max": 29.15, "p95": 21.856, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.524, "count": 30, "max": 19.675, "p95": 14.546, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 652.333, "count": 30, "max": 821.0, "p95": 714.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 128.1, "count": 30, "max": 3843.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.075, "p95": 0.053, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.703, "count": 30, "max": 1.131, "p95": 0.789, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 104607.333, "count": 30, "max": 106970.0, "p95": 106893.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101041.667, "count": 30, "max": 106931.0, "p95": 106770.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 40296.667, "count": 30, "max": 57842.0, "p95": 44407.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.091, "count": 30, "max": 0.13, "p95": 0.103, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.367, "count": 30, "max": 0.535, "p95": 0.407, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1120, "sampled_at": "2026-09-02T13:42:42+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T13:42:42+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.05, "window_s": 30.0}, "started_at": "2026-09-02T10:34:34+09:00", "state": "running", "task_id": "0461f8bd-1aa7-4e75-bde7-dc1bf8ef78f6", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_103436_f3cd63d1.jsonl", "file_size_bytes": 99889, "flush_count": 195, "flush_interval_seconds": 30.0, "flush_state": {"count": 195, "last_at": "2026-09-02T13:47:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T13:47:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 194}, "started": true, "suppressed_count": 115580, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 115580}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 195, "written_record_count": 195}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4251.762, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 320091955200, "copied_frame_count": 115774, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "f3cd63d1", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 320091955200, "frame_buffer_copies": 115774, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0758, "count": 512, "max_ms": 0.2369, "p50_ms": 0.0682, "p95_ms": 0.1169, "p99_ms": 0.1432}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.7458, "count": 512, "max_ms": 3.0896, "p50_ms": 0.6997, "p95_ms": 1.1041, "p99_ms": 1.2397, "results": {"failed": 0, "not_applicable": 0, "success": 115774, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "f3cd63d1", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T13:42:42+09:00", "last_error_summary": "[h264 @ 0x6515d18d8c80] error while decoding MB 206 88, bytestream -7 [in#0/rtsp @ 0x6515d0e78e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x6515d0e78e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-09-02T13:42:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 352.682, "last_started_at": "2026-09-02T13:42:45+09:00", "pid": 8579, "process": {"exists": false, "pid": 8579}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 64.672, "sample_count": 2833, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 115774, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T13:48:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "f3cd63d1", "last_frame_pushed_age_sec": 0.013, "last_frame_pushed_at": "2026-09-02T13:48:38+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-09-02T13:48:38+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 24, "debug_expires_at": null, "deduplicated_count": 1, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 235.288, "last_sample_duration_ms": 514.394, "last_trigger": "periodic", "next_snapshot_in_sec": 364.712, "reason": "waiting_for_next_snapshot", "rotation_count": 85, "runtime_state": "active", "sample_count": 24, "storage_bytes": 925590}, "mjpeg": {"age_sec": 0.003, "exists": true, "mtime": "2026-09-02T13:48:38.116899+09:00", "mtime_epoch": 1788324518.1168995, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 123613}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T13:48:38+09:00", "process": {"exists": true, "fd_count": 108, "hwm_mb": 782.285, "name": "celery", "pid": 216, "rss_mb": 772.855, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 115774, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 151}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 151, "pushed_frames": 151, "read_frames": 150, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.041, "pushed": 5.041, "read": 5.007}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 150, "client_acquire_ms": {"avg_ms": 0.005, "count": 151, "max_ms": 0.019, "p95_ms": 0.008, "reason": null, "sample_age_ms": 40.26, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.46, "count": 150, "max_ms": 4.228, "p95_ms": 1.344, "reason": null, "sample_age_ms": 65.554, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.238, "count": 150, "max_ms": 3.673, "p95_ms": 1.137, "reason": null, "sample_age_ms": 65.735, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.066, "count": 151, "max_ms": 0.182, "p95_ms": 0.116, "reason": null, "sample_age_ms": 40.264, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.923, "count": 150, "max_ms": 2.201, "p95_ms": 1.478, "reason": null, "sample_age_ms": 64.754, "source": "client_direct"}, "request_count": 150, "request_tensor_bytes": {"avg": 2211848.0, "count": 150, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 64.737, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 151, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 40.337, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.245, "count": 151, "max_ms": 50.044, "p95_ms": 34.624, "reason": null, "sample_age_ms": 40.257, "source": "client_direct"}, "sample_age_ms": 40.254, "source": "client_direct", "task_total_ms": {"avg_ms": 28.36, "count": 151, "max_ms": 51.098, "p95_ms": 36.115, "reason": null, "sample_age_ms": 40.254, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 216, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.075, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.478, "count": 151, "max_ms": 1.161, "p95_ms": 0.664}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.155, "count": 151, "max_ms": 0.561, "p95_ms": 0.219}, "detection_prepare_ms": {"avg_ms": 0.065, "count": 151, "max_ms": 0.191, "p95_ms": 0.099}, "event_filter_ms": {"avg_ms": 0.002, "count": 151, "max_ms": 0.02, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.056, "count": 151, "max_ms": 0.161, "p95_ms": 0.083}, "mcmt_ms": {"avg_ms": 0.002, "count": 151, "max_ms": 0.003, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.117, "count": 151, "max_ms": 0.238, "p95_ms": 0.17}, "setup_ms": {"avg_ms": 0.03, "count": 151, "max_ms": 0.073, "p95_ms": 0.044}, "total_inside_ms": {"avg_ms": 0.45, "count": 151, "max_ms": 1.099, "p95_ms": 0.626}, "track_match_ms": {"avg_ms": 0.003, "count": 151, "max_ms": 0.022, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.019, "count": 151, "max_ms": 0.056, "p95_ms": 0.03}}, "gstreamer_push": {"avg_ms": 1.767, "count": 151, "max_ms": 4.147, "p95_ms": 2.804}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.028, "count": 151, "max_ms": 0.056, "p95_ms": 0.042}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.054, "count": 151, "max_ms": 51.64, "p95_ms": 37.853}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 151, "max_ms": 0.12, "p95_ms": 0.047}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 53.078, "count": 151, "max_ms": 88.581, "p95_ms": 68.098}, "inference_input_copy_ms": {"avg_ms": 0.797, "count": 151, "max_ms": 3.262, "p95_ms": 1.427}, "processing_residual_ms": {"avg_ms": 0.093, "count": 151, "max_ms": 0.368, "p95_ms": 0.166}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 53.996, "count": 151, "max_ms": 89.239, "p95_ms": 69.239}, "read_interval": {"avg_ms": 199.623, "count": 150, "max_ms": 921.558, "p95_ms": 553.781}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 151, "max_ms": 0.039, "p95_ms": 0.017}, "execute_total_ms": {"avg_ms": 0.08, "count": 151, "max_ms": 0.172, "p95_ms": 0.116}, "resolve_scenarios_ms": {"avg_ms": 0.005, "count": 151, "max_ms": 0.014, "p95_ms": 0.008}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.069, "count": 151, "max_ms": 0.158, "p95_ms": 0.102}, "worker_merge_ms": {"avg_ms": 0.003, "count": 151, "max_ms": 0.011, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 29.066, "count": 151, "max_ms": 51.656, "p95_ms": 37.865}, "visualize": {"avg_ms": 22.863, "count": 151, "max_ms": 60.802, "p95_ms": 31.214}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 22.285, "count": 151, "max_ms": 60.083, "p95_ms": 30.58}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 22.731, "count": 151, "max_ms": 60.607, "p95_ms": 31.103}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.018, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 22.668, "count": 151, "max_ms": 60.535, "p95_ms": 31.047}, "visualizer_prepare_ms": {"avg_ms": 0.037, "count": 151, "max_ms": 0.132, "p95_ms": 0.054}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 151}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 216, "process_rss_mb_proxy": 772.801, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.292, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "f3cd63d1", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 64.695, "sample_count": 2950, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 115658, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T13:48:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 122574, "write_bytes_delta": 122574, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 356.0, "cpu_core_ratio": 0.464899, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 8579, "reason": null, "system_cpu_core_ratio": 0.028931, "system_cpu_s_delta": 0.2900000000000009, "user_cpu_core_ratio": 0.435967, "user_cpu_s_delta": 4.3700000000000045}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.269362, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21851.0, "pid": 216, "reason": null, "system_cpu_core_ratio": 0.050879, "system_cpu_s_delta": 0.5099999999999909, "user_cpu_core_ratio": 0.218482, "user_cpu_s_delta": 2.1900000000005093}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.893, "count": 251, "max_ms": 4.541, "p95_ms": 2.842, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 251}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 251}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.672, "count": 30, "max": 25.436, "p95": 19.643, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.387, "count": 30, "max": 17.142, "p95": 14.919, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 692.0, "count": 30, "max": 717.0, "p95": 711.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 40.267, "count": 30, "max": 274.0, "p95": 222.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.047, "count": 30, "max": 0.055, "p95": 0.054, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.813, "count": 30, "max": 0.874, "p95": 0.855, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 118037.4, "count": 30, "max": 122904.0, "p95": 122413.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 114586.767, "count": 30, "max": 122904.0, "p95": 122413.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 43143.733, "count": 30, "max": 46266.0, "p95": 46265.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.089, "count": 30, "max": 0.142, "p95": 0.094, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.383, "count": 30, "max": 0.415, "p95": 0.406, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1153, "sampled_at": "2026-09-02T13:48:14+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T13:48:14+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-09-02T10:34:34+09:00", "state": "running", "task_id": "0461f8bd-1aa7-4e75-bde7-dc1bf8ef78f6", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_103436_f3cd63d1.jsonl", "file_size_bytes": 99889, "flush_count": 195, "flush_interval_seconds": 30.0, "flush_state": {"count": 195, "last_at": "2026-09-02T13:47:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T13:47:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 194}, "started": true, "suppressed_count": 115580, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 115580}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 195, "written_record_count": 195}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4251.887, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 320091955200, "copied_frame_count": 115774, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "f3cd63d1", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 320091955200, "frame_buffer_copies": 115774, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0758, "count": 512, "max_ms": 0.2369, "p50_ms": 0.0682, "p95_ms": 0.1169, "p99_ms": 0.1432}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.7458, "count": 512, "max_ms": 3.0896, "p50_ms": 0.6997, "p95_ms": 1.1041, "p99_ms": 1.2397, "results": {"failed": 0, "not_applicable": 0, "success": 115774, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "f3cd63d1", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T13:48:38+09:00", "last_error_summary": "[h264 @ 0x5b923d267540] error while decoding MB 139 98, bytestream -7", "last_exit_at": "2026-09-02T13:42:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 352.714, "last_started_at": "2026-09-02T13:42:45+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 64.672, "sample_count": 2833, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 115774, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T13:48:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "f3cd63d1", "last_frame_pushed_age_sec": 0.044, "last_frame_pushed_at": "2026-09-02T13:48:38+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-09-02T13:48:38+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 24, "debug_expires_at": null, "deduplicated_count": 1, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 235.307, "last_sample_duration_ms": 514.394, "last_trigger": "periodic", "next_snapshot_in_sec": 364.693, "reason": "waiting_for_next_snapshot", "rotation_count": 85, "runtime_state": "active", "sample_count": 24, "storage_bytes": 925590}, "mjpeg": {"age_sec": 0.034, "exists": true, "mtime": "2026-09-02T13:48:38.116899+09:00", "mtime_epoch": 1788324518.1168995, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 123613}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T13:48:38+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 782.285, "name": "celery", "pid": 216, "rss_mb": 772.852, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 115774, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 151}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 151, "pushed_frames": 151, "read_frames": 150, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.035, "pushed": 5.035, "read": 5.002}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 150, "client_acquire_ms": {"avg_ms": 0.005, "count": 150, "max_ms": 0.019, "p95_ms": 0.008, "reason": null, "sample_age_ms": 69.659, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.46, "count": 150, "max_ms": 4.228, "p95_ms": 1.344, "reason": null, "sample_age_ms": 94.954, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.238, "count": 150, "max_ms": 3.673, "p95_ms": 1.137, "reason": null, "sample_age_ms": 95.134, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.066, "count": 150, "max_ms": 0.182, "p95_ms": 0.116, "reason": null, "sample_age_ms": 69.664, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.923, "count": 150, "max_ms": 2.201, "p95_ms": 1.478, "reason": null, "sample_age_ms": 94.153, "source": "client_direct"}, "request_count": 150, "request_tensor_bytes": {"avg": 2211848.0, "count": 150, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 94.136, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 150, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 69.737, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.265, "count": 150, "max_ms": 50.044, "p95_ms": 34.672, "reason": null, "sample_age_ms": 69.656, "source": "client_direct"}, "sample_age_ms": 69.654, "source": "client_direct", "task_total_ms": {"avg_ms": 28.379, "count": 150, "max_ms": 51.098, "p95_ms": 36.182, "reason": null, "sample_age_ms": 69.654, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 216, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.577, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.478, "count": 151, "max_ms": 1.161, "p95_ms": 0.664}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.155, "count": 151, "max_ms": 0.561, "p95_ms": 0.219}, "detection_prepare_ms": {"avg_ms": 0.065, "count": 151, "max_ms": 0.191, "p95_ms": 0.099}, "event_filter_ms": {"avg_ms": 0.002, "count": 151, "max_ms": 0.02, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.056, "count": 151, "max_ms": 0.161, "p95_ms": 0.083}, "mcmt_ms": {"avg_ms": 0.002, "count": 151, "max_ms": 0.003, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.117, "count": 151, "max_ms": 0.238, "p95_ms": 0.17}, "setup_ms": {"avg_ms": 0.03, "count": 151, "max_ms": 0.073, "p95_ms": 0.044}, "total_inside_ms": {"avg_ms": 0.45, "count": 151, "max_ms": 1.099, "p95_ms": 0.626}, "track_match_ms": {"avg_ms": 0.003, "count": 151, "max_ms": 0.022, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.019, "count": 151, "max_ms": 0.056, "p95_ms": 0.03}}, "gstreamer_push": {"avg_ms": 1.767, "count": 151, "max_ms": 4.147, "p95_ms": 2.804}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.028, "count": 151, "max_ms": 0.056, "p95_ms": 0.042}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.054, "count": 151, "max_ms": 51.64, "p95_ms": 37.853}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 151, "max_ms": 0.12, "p95_ms": 0.047}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 53.078, "count": 151, "max_ms": 88.581, "p95_ms": 68.098}, "inference_input_copy_ms": {"avg_ms": 0.797, "count": 151, "max_ms": 3.262, "p95_ms": 1.427}, "processing_residual_ms": {"avg_ms": 0.093, "count": 151, "max_ms": 0.368, "p95_ms": 0.166}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 53.996, "count": 151, "max_ms": 89.239, "p95_ms": 69.239}, "read_interval": {"avg_ms": 199.623, "count": 150, "max_ms": 921.558, "p95_ms": 553.781}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 151, "max_ms": 0.039, "p95_ms": 0.017}, "execute_total_ms": {"avg_ms": 0.08, "count": 151, "max_ms": 0.172, "p95_ms": 0.116}, "resolve_scenarios_ms": {"avg_ms": 0.005, "count": 151, "max_ms": 0.014, "p95_ms": 0.008}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.069, "count": 151, "max_ms": 0.158, "p95_ms": 0.102}, "worker_merge_ms": {"avg_ms": 0.003, "count": 151, "max_ms": 0.011, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 29.066, "count": 151, "max_ms": 51.656, "p95_ms": 37.865}, "visualize": {"avg_ms": 22.863, "count": 151, "max_ms": 60.802, "p95_ms": 31.214}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 22.285, "count": 151, "max_ms": 60.083, "p95_ms": 30.58}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 22.731, "count": 151, "max_ms": 60.607, "p95_ms": 31.103}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.018, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 22.668, "count": 151, "max_ms": 60.535, "p95_ms": 31.047}, "visualizer_prepare_ms": {"avg_ms": 0.037, "count": 151, "max_ms": 0.132, "p95_ms": 0.054}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 151}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 216, "process_rss_mb_proxy": 772.801, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.292, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "f3cd63d1", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 64.695, "sample_count": 2950, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 115658, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T13:48:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 122574, "write_bytes_delta": 122574, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 356.0, "cpu_core_ratio": 0.464899, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 8579, "reason": null, "system_cpu_core_ratio": 0.028931, "system_cpu_s_delta": 0.2900000000000009, "user_cpu_core_ratio": 0.435967, "user_cpu_s_delta": 4.3700000000000045}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.269362, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21851.0, "pid": 216, "reason": null, "system_cpu_core_ratio": 0.050879, "system_cpu_s_delta": 0.5099999999999909, "user_cpu_core_ratio": 0.218482, "user_cpu_s_delta": 2.1900000000005093}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.893, "count": 251, "max_ms": 4.541, "p95_ms": 2.842, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 251}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 251}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.672, "count": 30, "max": 25.436, "p95": 19.643, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.387, "count": 30, "max": 17.142, "p95": 14.919, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 692.0, "count": 30, "max": 717.0, "p95": 711.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 40.267, "count": 30, "max": 274.0, "p95": 222.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.047, "count": 30, "max": 0.055, "p95": 0.054, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.813, "count": 30, "max": 0.874, "p95": 0.855, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 118037.4, "count": 30, "max": 122904.0, "p95": 122413.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 114586.767, "count": 30, "max": 122904.0, "p95": 122413.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 43143.733, "count": 30, "max": 46266.0, "p95": 46265.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.089, "count": 30, "max": 0.142, "p95": 0.094, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.383, "count": 30, "max": 0.415, "p95": 0.406, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1153, "sampled_at": "2026-09-02T13:48:14+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T13:48:14+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-09-02T10:34:34+09:00", "state": "running", "task_id": "0461f8bd-1aa7-4e75-bde7-dc1bf8ef78f6", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_103436_f3cd63d1.jsonl", "file_size_bytes": 99889, "flush_count": 195, "flush_interval_seconds": 30.0, "flush_state": {"count": 195, "last_at": "2026-09-02T13:47:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T13:47:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 194}, "started": true, "suppressed_count": 115580, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 115580}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 195, "written_record_count": 195}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4263.414, "limit_mb": null}, "detail": {"pid": 8695, "restart_count": 2, "start_count": 3}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 320091955200, "copied_frame_count": 115774, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "f3cd63d1", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 320091955200, "frame_buffer_copies": 115774, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0758, "count": 512, "max_ms": 0.2369, "p50_ms": 0.0682, "p95_ms": 0.1169, "p99_ms": 0.1432}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.7458, "count": 512, "max_ms": 3.0896, "p50_ms": 0.6997, "p95_ms": 1.1041, "p99_ms": 1.2397, "results": {"failed": 0, "not_applicable": 0, "success": 115774, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "f3cd63d1", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T13:48:38+09:00", "last_error_summary": "[h264 @ 0x5b923d267540] error while decoding MB 139 98, bytestream -7", "last_exit_at": "2026-09-02T13:42:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-02T13:48:41+09:00", "pid": 8695, "process": {"exists": true, "fd_count": 4, "hwm_mb": 47.219, "name": "ffmpeg", "pid": 8695, "rss_mb": 47.219, "state": "S (sleeping)", "threads": 1}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 64.672, "sample_count": 2784, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 115774, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T13:48:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "f3cd63d1", "last_frame_pushed_age_sec": 4.905, "last_frame_pushed_at": "2026-09-02T13:48:38+09:00", "last_frame_read_age_sec": 4.955, "last_frame_read_at": "2026-09-02T13:48:38+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 24, "debug_expires_at": null, "deduplicated_count": 1, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 240.173, "last_sample_duration_ms": 514.394, "last_trigger": "periodic", "next_snapshot_in_sec": 359.827, "reason": "waiting_for_next_snapshot", "rotation_count": 85, "runtime_state": "active", "sample_count": 24, "storage_bytes": 925590}, "mjpeg": {"age_sec": 4.896, "exists": true, "mtime": "2026-09-02T13:48:38.116899+09:00", "mtime_epoch": 1788324518.1168995, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 123613}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T13:48:43+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 782.285, "name": "celery", "pid": 216, "rss_mb": 772.855, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 115774, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 122}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 122}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 122}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 122}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 122}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 122}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 122}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 122, "pushed_frames": 122, "read_frames": 122, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.097, "pushed": 4.097, "read": 4.097}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 122, "client_acquire_ms": {"avg_ms": 0.005, "count": 122, "max_ms": 0.014, "p95_ms": 0.008, "reason": null, "sample_age_ms": 4933.483, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.43, "count": 122, "max_ms": 1.554, "p95_ms": 1.144, "reason": null, "sample_age_ms": 4958.777, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.218, "count": 122, "max_ms": 1.324, "p95_ms": 0.933, "reason": null, "sample_age_ms": 4958.958, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.065, "count": 122, "max_ms": 0.182, "p95_ms": 0.106, "reason": null, "sample_age_ms": 4933.487, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.872, "count": 122, "max_ms": 2.201, "p95_ms": 1.34, "reason": null, "sample_age_ms": 4957.977, "source": "client_direct"}, "request_count": 122, "request_tensor_bytes": {"avg": 2211848.0, "count": 122, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4957.96, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 122, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4933.56, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 26.704, "count": 122, "max_ms": 50.044, "p95_ms": 32.916, "reason": null, "sample_age_ms": 4933.48, "source": "client_direct"}, "sample_age_ms": 4933.477, "source": "client_direct", "task_total_ms": {"avg_ms": 27.764, "count": 122, "max_ms": 51.098, "p95_ms": 34.152, "reason": null, "sample_age_ms": 4933.477, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 216, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.353, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.477, "count": 122, "max_ms": 1.025, "p95_ms": 0.664}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.154, "count": 122, "max_ms": 0.561, "p95_ms": 0.219}, "detection_prepare_ms": {"avg_ms": 0.065, "count": 122, "max_ms": 0.12, "p95_ms": 0.099}, "event_filter_ms": {"avg_ms": 0.002, "count": 122, "max_ms": 0.004, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.056, "count": 122, "max_ms": 0.106, "p95_ms": 0.083}, "mcmt_ms": {"avg_ms": 0.002, "count": 122, "max_ms": 0.003, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.117, "count": 122, "max_ms": 0.238, "p95_ms": 0.162}, "setup_ms": {"avg_ms": 0.03, "count": 122, "max_ms": 0.062, "p95_ms": 0.043}, "total_inside_ms": {"avg_ms": 0.448, "count": 122, "max_ms": 0.983, "p95_ms": 0.626}, "track_match_ms": {"avg_ms": 0.003, "count": 122, "max_ms": 0.022, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.019, "count": 122, "max_ms": 0.05, "p95_ms": 0.03}}, "gstreamer_push": {"avg_ms": 1.696, "count": 122, "max_ms": 4.147, "p95_ms": 2.581}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.028, "count": 122, "max_ms": 0.053, "p95_ms": 0.04}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 28.422, "count": 122, "max_ms": 51.64, "p95_ms": 34.799}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 122, "max_ms": 0.12, "p95_ms": 0.043}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 122, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 122, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 51.906, "count": 122, "max_ms": 88.581, "p95_ms": 63.929}, "inference_input_copy_ms": {"avg_ms": 0.763, "count": 122, "max_ms": 3.262, "p95_ms": 1.327}, "processing_residual_ms": {"avg_ms": 0.088, "count": 122, "max_ms": 0.254, "p95_ms": 0.151}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 122, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 122, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 52.784, "count": 122, "max_ms": 89.239, "p95_ms": 64.813}, "read_interval": {"avg_ms": 207.149, "count": 122, "max_ms": 921.558, "p95_ms": 567.169}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 122, "max_ms": 0.039, "p95_ms": 0.017}, "execute_total_ms": {"avg_ms": 0.079, "count": 122, "max_ms": 0.165, "p95_ms": 0.112}, "resolve_scenarios_ms": {"avg_ms": 0.005, "count": 122, "max_ms": 0.014, "p95_ms": 0.008}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.068, "count": 122, "max_ms": 0.144, "p95_ms": 0.099}, "worker_merge_ms": {"avg_ms": 0.003, "count": 122, "max_ms": 0.011, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 28.433, "count": 122, "max_ms": 51.656, "p95_ms": 34.806}, "visualize": {"avg_ms": 22.337, "count": 122, "max_ms": 60.802, "p95_ms": 31.214}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 21.765, "count": 122, "max_ms": 60.083, "p95_ms": 30.58}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 122, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 22.207, "count": 122, "max_ms": 60.607, "p95_ms": 31.103}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 122, "max_ms": 0.018, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 122, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 22.145, "count": 122, "max_ms": 60.535, "p95_ms": 31.047}, "visualizer_prepare_ms": {"avg_ms": 0.037, "count": 122, "max_ms": 0.132, "p95_ms": 0.053}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 122}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 122}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 122}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 216, "process_rss_mb_proxy": 772.801, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.292, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "f3cd63d1", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 64.695, "sample_count": 2950, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 115658, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T13:48:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 122574, "write_bytes_delta": 122574, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 356.0, "cpu_core_ratio": 0.464899, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 8579, "reason": null, "system_cpu_core_ratio": 0.028931, "system_cpu_s_delta": 0.2900000000000009, "user_cpu_core_ratio": 0.435967, "user_cpu_s_delta": 4.3700000000000045}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.269362, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21851.0, "pid": 216, "reason": null, "system_cpu_core_ratio": 0.050879, "system_cpu_s_delta": 0.5099999999999909, "user_cpu_core_ratio": 0.218482, "user_cpu_s_delta": 2.1900000000005093}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.893, "count": 251, "max_ms": 4.541, "p95_ms": 2.842, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 251}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 251}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.672, "count": 30, "max": 25.436, "p95": 19.643, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.387, "count": 30, "max": 17.142, "p95": 14.919, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 692.0, "count": 30, "max": 717.0, "p95": 711.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 40.267, "count": 30, "max": 274.0, "p95": 222.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.047, "count": 30, "max": 0.055, "p95": 0.054, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.813, "count": 30, "max": 0.874, "p95": 0.855, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 118037.4, "count": 30, "max": 122904.0, "p95": 122413.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 114586.767, "count": 30, "max": 122904.0, "p95": 122413.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 43143.733, "count": 30, "max": 46266.0, "p95": 46265.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.089, "count": 30, "max": 0.142, "p95": 0.094, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.383, "count": 30, "max": 0.415, "p95": 0.406, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1153, "sampled_at": "2026-09-02T13:48:14+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T13:48:14+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.777, "window_s": 30.0}, "started_at": "2026-09-02T10:34:34+09:00", "state": "running", "task_id": "0461f8bd-1aa7-4e75-bde7-dc1bf8ef78f6", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 4377.438, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x59e2929b1800] error while decoding MB 43 57, bytestream -33 [in#0/rtsp @ 0x59e291d64e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x59e291d64e00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/20.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 326553292800, "copied_frame_count": 118111, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-09-02T11:48:48+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5091843, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-09-02T11:48:41+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.907}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7b397988", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 3, "events_failed": 9, "events_observed": 12, "events_suppressed": 0, "frame_buffer_copied_bytes": 326553292800, "frame_buffer_copies": 118111, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 9, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 12, "worker_jobs_completed": 3, "worker_jobs_failed": 9, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0657, "count": 512, "max_ms": 0.8005, "p50_ms": 0.0599, "p95_ms": 0.0898, "p99_ms": 0.108}, "stages": {"db_insert": {"avg_ms": 29.31, "count": 3, "max_ms": 39.5365, "p50_ms": 33.2154, "p95_ms": 38.9044, "p99_ms": 39.4101, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.2047, "count": 12, "max_ms": 2.0897, "p50_ms": 1.1363, "p95_ms": 2.0055, "p99_ms": 2.0729, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 383.6736, "count": 12, "max_ms": 1500.8931, "p50_ms": 38.5799, "p95_ms": 1465.9042, "p99_ms": 1493.8953, "results": {"failed": 9, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9634, "count": 512, "max_ms": 2.756, "p50_ms": 0.8841, "p95_ms": 1.4417, "p99_ms": 1.8808, "results": {"failed": 0, "not_applicable": 0, "success": 118111, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 212.9063, "count": 12, "max_ms": 893.4581, "p50_ms": 3.1717, "p95_ms": 858.1764, "p99_ms": 886.4018, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 16.3589, "count": 12, "max_ms": 29.2091, "p50_ms": 13.119, "p95_ms": 28.4978, "p99_ms": 29.0668, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 12.0776, "count": 150, "max_ms": 24.163, "p50_ms": 11.9, "p95_ms": 16.9671, "p99_ms": 21.1, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.1002, "count": 150, "max_ms": 3.1985, "p50_ms": 0.9918, "p95_ms": 1.9372, "p99_ms": 2.83, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 209.2199, "count": 12, "max_ms": 890.015, "p50_ms": 0.0713, "p95_ms": 854.1215, "p99_ms": 882.8363, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 9, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 763.2306, "count": 3, "max_ms": 808.088, "p50_ms": 752.9142, "p95_ms": 802.5707, "p99_ms": 806.9846, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 68.4339, "count": 3, "max_ms": 76.9457, "p50_ms": 64.6826, "p95_ms": 75.7194, "p99_ms": 76.7004, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.3437, "count": 3, "max_ms": 1.6919, "p50_ms": 1.2562, "p95_ms": 1.6484, "p99_ms": 1.6832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 9, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.6741, "count": 3, "max_ms": 52.3023, "p50_ms": 31.1003, "p95_ms": 50.1821, "p99_ms": 51.8782, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 1.0315, "count": 12, "max_ms": 4.6767, "p50_ms": 0.6452, "p95_ms": 2.6792, "p99_ms": 4.2772, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.1298, "count": 3, "max_ms": 1.7699, "p50_ms": 1.0392, "p95_ms": 1.6968, "p99_ms": 1.7553, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.1298, "count": 3, "max_ms": 1.7699, "p50_ms": 1.0392, "p95_ms": 1.6968, "p99_ms": 1.7553, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 1.0315, "count": 12, "max_ms": 4.6767, "p50_ms": 0.6452, "p95_ms": 2.6792, "p99_ms": 4.2772, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6596, "count": 12, "max_ms": 1.2647, "p50_ms": 0.6169, "p95_ms": 0.9991, "p99_ms": 1.2115, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 508.9258, "count": 3, "max_ms": 602.1221, "p50_ms": 539.8197, "p95_ms": 595.8918, "p99_ms": 600.876, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7132, "count": 12, "max_ms": 6.1331, "p50_ms": 0.7619, "p95_ms": 6.0339, "p99_ms": 6.1132, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 12.7228, "count": 12, "max_ms": 45.2895, "p50_ms": 5.3411, "p95_ms": 36.6267, "p99_ms": 43.557, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1163, "count": 12, "max_ms": 0.7482, "p50_ms": 0.0518, "p95_ms": 0.4031, "p99_ms": 0.6792, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.4765, "count": 12, "max_ms": 4.4644, "p50_ms": 2.5404, "p95_ms": 4.0431, "p99_ms": 4.3802, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 168.7417, "count": 12, "max_ms": 701.6694, "p50_ms": 31.6528, "p95_ms": 649.1729, "p99_ms": 691.1701, "results": {"failed": 9, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 9}, "generation": "7b397988", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 12, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 12, "max_ms": 0.7482, "p50_ms": 0.0518, "p95_ms": 0.4031, "p99_ms": 0.6792}, "wait_ms": {"count": 12, "max_ms": 4.4644, "p50_ms": 2.5404, "p95_ms": 4.0431, "p99_ms": 4.3802}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 12, "artifact_failed": 0, "artifact_requested": 12, "artifact_success": 12, "completed": 12, "completed_failed": 9, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 12, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6766, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 12, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 12}, "snapshot": {"copied_bytes": 33177600, "copied_count": 12, "copy": {"count": 12, "max_ms": 2.0897, "p50_ms": 1.1363, "p95_ms": 2.0055, "p99_ms": 2.0729}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T13:49:03+09:00", "last_error_summary": "[h264 @ 0x59e2929b1800] error while decoding MB 43 57, bytestream -33 [in#0/rtsp @ 0x59e291d64e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x59e291d64e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 11843.088, "last_started_at": "2026-09-02T10:31:40+09:00", "pid": 689, "process": {"exists": false, "pid": 689}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 55.827, "sample_count": 2698, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 118111, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T13:49:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "7b397988", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-09-02T13:49:03+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-09-02T13:49:03+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 24, "debug_expires_at": null, "deduplicated_count": 1, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 260.76, "last_sample_duration_ms": 514.394, "last_trigger": "periodic", "next_snapshot_in_sec": 339.24, "reason": "waiting_for_next_snapshot", "rotation_count": 85, "runtime_state": "active", "sample_count": 24, "storage_bytes": 925590}, "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-09-02T13:49:03.517963+09:00", "mtime_epoch": 1788324543.5179627, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 229002}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-09-02T13:49:03+09:00", "process": {"exists": true, "fd_count": 123, "hwm_mb": 934.664, "name": "celery", "pid": 244, "rss_mb": 925.277, "state": "S (sleeping)", "threads": 76}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 1, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 1}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 8, "last_event_ttl_s": 120.0, "last_prune_age_s": 0.975, "off_candidate_pruned_total": 22}, "top_level_key_count": 4}, "scene_scale": {"decision": "mixed", "decision_basis": "strong_samples", "decision_frame": 2504, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.157371, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 28}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.643, "max": 3.0, "p95": 3.0, "sample_count": 28}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 28}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 28}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 28}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 28}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 28}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 28}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 28}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 28}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 28, "pushed_frames": 28, "read_frames": 28, "select_timeouts": 27, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.933, "pushed": 0.933, "read": 0.933}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 28, "client_acquire_ms": {"avg_ms": 0.005, "count": 28, "max_ms": 0.019, "p95_ms": 0.007, "reason": null, "sample_age_ms": 25.926, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.408, "count": 27, "max_ms": 1.432, "p95_ms": 0.944, "reason": null, "sample_age_ms": 66.001, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.12, "count": 27, "max_ms": 0.958, "p95_ms": 0.634, "reason": null, "sample_age_ms": 66.348, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.095, "count": 28, "max_ms": 0.213, "p95_ms": 0.153, "reason": null, "sample_age_ms": 25.933, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.103, "count": 28, "max_ms": 2.282, "p95_ms": 1.731, "reason": null, "sample_age_ms": 63.661, "source": "client_direct"}, "request_count": 27, "request_tensor_bytes": {"avg": 2764808.0, "count": 28, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 63.635, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 28, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 26.068, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 33.784, "count": 28, "max_ms": 47.049, "p95_ms": 45.142, "reason": null, "sample_age_ms": 25.921, "source": "client_direct"}, "sample_age_ms": 25.917, "source": "client_direct", "task_total_ms": {"avg_ms": 35.114, "count": 28, "max_ms": 48.469, "p95_ms": 46.5, "reason": null, "sample_age_ms": 25.917, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 28, "client_acquire_ms": {"avg_ms": 0.004, "count": 28, "max_ms": 0.008, "p95_ms": 0.007, "reason": null, "sample_age_ms": 14.201, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 3.544, "count": 28, "max_ms": 6.103, "p95_ms": 5.354, "reason": null, "sample_age_ms": 60.175, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.016, "count": 27, "max_ms": 0.023, "p95_ms": 0.019, "reason": null, "sample_age_ms": 66.266, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.144, "count": 28, "max_ms": 0.239, "p95_ms": 0.213, "reason": null, "sample_age_ms": 14.206, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.422, "count": 28, "max_ms": 2.118, "p95_ms": 1.982, "reason": null, "sample_age_ms": 58.679, "source": "client_direct"}, "request_count": 27, "request_tensor_bytes": {"avg": 2764808.0, "count": 28, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 58.663, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 28, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 14.334, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.865, "count": 28, "max_ms": 52.818, "p95_ms": 50.922, "reason": null, "sample_age_ms": 14.197, "source": "client_direct"}, "sample_age_ms": 14.193, "source": "client_direct", "task_total_ms": {"avg_ms": 43.531, "count": 28, "max_ms": 54.733, "p95_ms": 53.164, "reason": null, "sample_age_ms": 14.193, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 28, "client_acquire_ms": {"avg_ms": 0.005, "count": 28, "max_ms": 0.021, "p95_ms": 0.006, "reason": null, "sample_age_ms": 15.126, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 12.165, "count": 28, "max_ms": 16.967, "p95_ms": 15.798, "reason": null, "sample_age_ms": 49.224, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.013, "count": 27, "max_ms": 0.02, "p95_ms": 0.015, "reason": null, "sample_age_ms": 66.186, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.123, "count": 28, "max_ms": 0.333, "p95_ms": 0.186, "reason": null, "sample_age_ms": 15.134, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.565, "count": 28, "max_ms": 2.108, "p95_ms": 1.892, "reason": null, "sample_age_ms": 47.241, "source": "client_direct"}, "request_count": 27, "request_tensor_bytes": {"avg": 2764808.0, "count": 28, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 47.221, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 28, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 15.255, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 32.08, "count": 28, "max_ms": 43.403, "p95_ms": 37.93, "reason": null, "sample_age_ms": 15.123, "source": "client_direct"}, "sample_age_ms": 15.12, "source": "client_direct", "task_total_ms": {"avg_ms": 33.875, "count": 28, "max_ms": 45.188, "p95_ms": 40.156, "reason": null, "sample_age_ms": 15.12, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 28, "client_acquire_ms": {"avg_ms": 0.005, "count": 28, "max_ms": 0.011, "p95_ms": 0.007, "reason": null, "sample_age_ms": 15.937, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 7.727, "count": 28, "max_ms": 10.589, "p95_ms": 10.211, "reason": null, "sample_age_ms": 55.689, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.013, "count": 27, "max_ms": 0.015, "p95_ms": 0.015, "reason": null, "sample_age_ms": 66.224, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.11, "count": 28, "max_ms": 0.41, "p95_ms": 0.243, "reason": null, "sample_age_ms": 15.945, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.619, "count": 28, "max_ms": 2.725, "p95_ms": 2.297, "reason": null, "sample_age_ms": 53.838, "source": "client_direct"}, "request_count": 27, "request_tensor_bytes": {"avg": 2764808.0, "count": 28, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 53.82, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 28, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 16.099, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.001, "count": 28, "max_ms": 43.383, "p95_ms": 42.434, "reason": null, "sample_age_ms": 15.932, "source": "client_direct"}, "sample_age_ms": 15.926, "source": "client_direct", "task_total_ms": {"avg_ms": 35.852, "count": 28, "max_ms": 45.219, "p95_ms": 44.245, "reason": null, "sample_age_ms": 15.926, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 244, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 10.775, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.477, "count": 28, "max_ms": 0.718, "p95_ms": 0.714}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.085, "count": 28, "max_ms": 0.145, "p95_ms": 0.116}, "detection_prepare_ms": {"avg_ms": 0.104, "count": 28, "max_ms": 0.216, "p95_ms": 0.165}, "event_filter_ms": {"avg_ms": 0.002, "count": 28, "max_ms": 0.003, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.051, "count": 28, "max_ms": 0.1, "p95_ms": 0.071}, "mcmt_ms": {"avg_ms": 0.001, "count": 28, "max_ms": 0.003, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.157, "count": 28, "max_ms": 0.228, "p95_ms": 0.215}, "setup_ms": {"avg_ms": 0.028, "count": 28, "max_ms": 0.061, "p95_ms": 0.05}, "total_inside_ms": {"avg_ms": 0.45, "count": 28, "max_ms": 0.683, "p95_ms": 0.677}, "track_match_ms": {"avg_ms": 0.003, "count": 28, "max_ms": 0.016, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.019, "count": 28, "max_ms": 0.028, "p95_ms": 0.027}}, "gstreamer_push": {"avg_ms": 2.045, "count": 28, "max_ms": 3.79, "p95_ms": 3.401}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.005, "count": 28, "max_ms": 0.009, "p95_ms": 0.008}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 35.854, "count": 28, "max_ms": 50.181, "p95_ms": 49.239}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.439, "count": 28, "max_ms": 60.006, "p95_ms": 59.286}, "yolo11_640_fire_11class": {"avg_ms": 46.513, "count": 28, "max_ms": 58.606, "p95_ms": 57.535}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 44.01, "count": 28, "max_ms": 55.752, "p95_ms": 54.203}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.014, "count": 28, "max_ms": 0.024, "p95_ms": 0.021}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 48.9, "count": 28, "max_ms": 61.81, "p95_ms": 61.296}, "inference_input_copy_ms": {"avg_ms": 0.854, "count": 28, "max_ms": 1.534, "p95_ms": 1.471}, "processing_residual_ms": {"avg_ms": 0.063, "count": 28, "max_ms": 0.102, "p95_ms": 0.091}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 49.831, "count": 28, "max_ms": 62.61, "p95_ms": 62.258}, "read_interval": {"avg_ms": 1071.212, "count": 28, "max_ms": 23684.076, "p95_ms": 4549.635}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 28, "max_ms": 0.031, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.124, "count": 28, "max_ms": 0.181, "p95_ms": 0.179}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 28, "max_ms": 0.013, "p95_ms": 0.01}, "scenario.falldown_detected_ms": {"avg_ms": 0.054, "count": 28, "max_ms": 0.093, "p95_ms": 0.072}, "scenario.fire_detected_ms": {"avg_ms": 0.002, "count": 28, "max_ms": 0.003, "p95_ms": 0.002}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.053, "count": 28, "max_ms": 0.082, "p95_ms": 0.078}, "worker_merge_ms": {"avg_ms": 0.003, "count": 28, "max_ms": 0.004, "p95_ms": 0.004}}, "triton_wait": {"avg_ms": 47.524, "count": 28, "max_ms": 60.013, "p95_ms": 59.295}, "visualize": {"avg_ms": 0.206, "count": 28, "max_ms": 0.38, "p95_ms": 0.274}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 0.089, "count": 28, "max_ms": 0.178, "p95_ms": 0.114}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 0.034, "count": 28, "max_ms": 0.06, "p95_ms": 0.045}, "visualizer_prepare_ms": {"avg_ms": 0.044, "count": 28, "max_ms": 0.094, "p95_ms": 0.063}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 28}, "resolved_scenario_count": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 28}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 28}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 244, "process_rss_mb_proxy": 925.246, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.303, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "7b397988", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 55.815, "sample_count": 2701, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 118098, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T13:49:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 230053, "write_bytes_delta": 230053, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 116.0, "cpu_core_ratio": 0.04264, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5570.0, "pid": 689, "reason": null, "system_cpu_core_ratio": 0.00618, "system_cpu_s_delta": 0.1999999999999318, "user_cpu_core_ratio": 0.03646, "user_cpu_s_delta": 1.180000000000291}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.058399, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 244, "reason": null, "system_cpu_core_ratio": 0.014213, "system_cpu_s_delta": 0.4600000000000364, "user_cpu_core_ratio": 0.044185, "user_cpu_s_delta": 1.430000000000291}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.763, "count": 21, "max_ms": 2.787, "p95_ms": 2.143, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 21}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.857, "max": 3.0, "p95": 3.0, "sample_count": 21}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 21}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 21}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 21}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.058, "count": 30, "max": 26.15, "p95": 25.653, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.411, "count": 30, "max": 15.502, "p95": 14.092, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 347.067, "count": 30, "max": 385.0, "p95": 381.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 185.667, "count": 30, "max": 5570.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.044, "count": 30, "max": 0.056, "p95": 0.05, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.263, "count": 30, "max": 0.362, "p95": 0.299, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 227705.533, "count": 30, "max": 231610.0, "p95": 231188.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 212903.867, "count": 30, "max": 231610.0, "p95": 231188.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.267, "count": 30, "max": 61.0, "p95": 15.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.123, "count": 30, "max": 0.15, "p95": 0.139, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.385, "count": 30, "max": 0.479, "p95": 0.433, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1070, "sampled_at": "2026-09-02T13:49:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T13:49:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-09-02T10:31:39+09:00", "state": "running", "task_id": "8688e665-1ee7-4a50-a166-8268a74481cd", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 4377.438, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 326553292800, "copied_frame_count": 118111, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-09-02T11:48:48+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5091843, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-09-02T11:48:41+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.907}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7b397988", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 3, "events_failed": 9, "events_observed": 12, "events_suppressed": 0, "frame_buffer_copied_bytes": 326553292800, "frame_buffer_copies": 118111, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 9, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 12, "worker_jobs_completed": 3, "worker_jobs_failed": 9, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0657, "count": 512, "max_ms": 0.8005, "p50_ms": 0.0599, "p95_ms": 0.0898, "p99_ms": 0.108}, "stages": {"db_insert": {"avg_ms": 29.31, "count": 3, "max_ms": 39.5365, "p50_ms": 33.2154, "p95_ms": 38.9044, "p99_ms": 39.4101, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.2047, "count": 12, "max_ms": 2.0897, "p50_ms": 1.1363, "p95_ms": 2.0055, "p99_ms": 2.0729, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 383.6736, "count": 12, "max_ms": 1500.8931, "p50_ms": 38.5799, "p95_ms": 1465.9042, "p99_ms": 1493.8953, "results": {"failed": 9, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9634, "count": 512, "max_ms": 2.756, "p50_ms": 0.8841, "p95_ms": 1.4417, "p99_ms": 1.8808, "results": {"failed": 0, "not_applicable": 0, "success": 118111, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 212.9063, "count": 12, "max_ms": 893.4581, "p50_ms": 3.1717, "p95_ms": 858.1764, "p99_ms": 886.4018, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 16.3589, "count": 12, "max_ms": 29.2091, "p50_ms": 13.119, "p95_ms": 28.4978, "p99_ms": 29.0668, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 12.0776, "count": 150, "max_ms": 24.163, "p50_ms": 11.9, "p95_ms": 16.9671, "p99_ms": 21.1, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.1002, "count": 150, "max_ms": 3.1985, "p50_ms": 0.9918, "p95_ms": 1.9372, "p99_ms": 2.83, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 209.2199, "count": 12, "max_ms": 890.015, "p50_ms": 0.0713, "p95_ms": 854.1215, "p99_ms": 882.8363, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 9, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 763.2306, "count": 3, "max_ms": 808.088, "p50_ms": 752.9142, "p95_ms": 802.5707, "p99_ms": 806.9846, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 68.4339, "count": 3, "max_ms": 76.9457, "p50_ms": 64.6826, "p95_ms": 75.7194, "p99_ms": 76.7004, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.3437, "count": 3, "max_ms": 1.6919, "p50_ms": 1.2562, "p95_ms": 1.6484, "p99_ms": 1.6832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 9, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.6741, "count": 3, "max_ms": 52.3023, "p50_ms": 31.1003, "p95_ms": 50.1821, "p99_ms": 51.8782, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 1.0315, "count": 12, "max_ms": 4.6767, "p50_ms": 0.6452, "p95_ms": 2.6792, "p99_ms": 4.2772, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.1298, "count": 3, "max_ms": 1.7699, "p50_ms": 1.0392, "p95_ms": 1.6968, "p99_ms": 1.7553, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.1298, "count": 3, "max_ms": 1.7699, "p50_ms": 1.0392, "p95_ms": 1.6968, "p99_ms": 1.7553, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 1.0315, "count": 12, "max_ms": 4.6767, "p50_ms": 0.6452, "p95_ms": 2.6792, "p99_ms": 4.2772, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6596, "count": 12, "max_ms": 1.2647, "p50_ms": 0.6169, "p95_ms": 0.9991, "p99_ms": 1.2115, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 508.9258, "count": 3, "max_ms": 602.1221, "p50_ms": 539.8197, "p95_ms": 595.8918, "p99_ms": 600.876, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7132, "count": 12, "max_ms": 6.1331, "p50_ms": 0.7619, "p95_ms": 6.0339, "p99_ms": 6.1132, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 12.7228, "count": 12, "max_ms": 45.2895, "p50_ms": 5.3411, "p95_ms": 36.6267, "p99_ms": 43.557, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1163, "count": 12, "max_ms": 0.7482, "p50_ms": 0.0518, "p95_ms": 0.4031, "p99_ms": 0.6792, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.4765, "count": 12, "max_ms": 4.4644, "p50_ms": 2.5404, "p95_ms": 4.0431, "p99_ms": 4.3802, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 168.7417, "count": 12, "max_ms": 701.6694, "p50_ms": 31.6528, "p95_ms": 649.1729, "p99_ms": 691.1701, "results": {"failed": 9, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 9}, "generation": "7b397988", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 12, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 12, "max_ms": 0.7482, "p50_ms": 0.0518, "p95_ms": 0.4031, "p99_ms": 0.6792}, "wait_ms": {"count": 12, "max_ms": 4.4644, "p50_ms": 2.5404, "p95_ms": 4.0431, "p99_ms": 4.3802}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 12, "artifact_failed": 0, "artifact_requested": 12, "artifact_success": 12, "completed": 12, "completed_failed": 9, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 12, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6766, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 12, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 12}, "snapshot": {"copied_bytes": 33177600, "copied_count": 12, "copy": {"count": 12, "max_ms": 2.0897, "p50_ms": 1.1363, "p95_ms": 2.0055, "p99_ms": 2.0729}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T13:49:03+09:00", "last_error_summary": "[h264 @ 0x59e2929b1800] error while decoding MB 43 57, bytestream -33 [in#0/rtsp @ 0x59e291d64e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x59e291d64e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 11843.086, "last_started_at": "2026-09-02T10:31:40+09:00", "pid": 689, "process": {"exists": false, "pid": 689}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 55.827, "sample_count": 2698, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 118111, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T13:49:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "7b397988", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-09-02T13:49:03+09:00", "last_frame_read_age_sec": 0.059, "last_frame_read_at": "2026-09-02T13:49:03+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 24, "debug_expires_at": null, "deduplicated_count": 1, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 260.765, "last_sample_duration_ms": 514.394, "last_trigger": "periodic", "next_snapshot_in_sec": 339.235, "reason": "waiting_for_next_snapshot", "rotation_count": 85, "runtime_state": "active", "sample_count": 24, "storage_bytes": 925590}, "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-09-02T13:49:03.517963+09:00", "mtime_epoch": 1788324543.5179627, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 229002}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-09-02T13:49:03+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 934.664, "name": "celery", "pid": 244, "rss_mb": 925.281, "state": "S (sleeping)", "threads": 76}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 1, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 1}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 8, "last_event_ttl_s": 120.0, "last_prune_age_s": 0.971, "off_candidate_pruned_total": 22}, "top_level_key_count": 4}, "scene_scale": {"decision": "mixed", "decision_basis": "strong_samples", "decision_frame": 2504, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.157371, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 28}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.643, "max": 3.0, "p95": 3.0, "sample_count": 28}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 28}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 28}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 28}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 28}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 28}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 28}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 28}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 28}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 28, "pushed_frames": 28, "read_frames": 28, "select_timeouts": 27, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.934, "pushed": 0.934, "read": 0.934}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 28, "client_acquire_ms": {"avg_ms": 0.005, "count": 28, "max_ms": 0.019, "p95_ms": 0.007, "reason": null, "sample_age_ms": 20.719, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.405, "count": 28, "max_ms": 1.432, "p95_ms": 0.912, "reason": null, "sample_age_ms": 60.795, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.117, "count": 28, "max_ms": 0.958, "p95_ms": 0.598, "reason": null, "sample_age_ms": 61.141, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.095, "count": 28, "max_ms": 0.213, "p95_ms": 0.153, "reason": null, "sample_age_ms": 20.726, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.103, "count": 28, "max_ms": 2.282, "p95_ms": 1.731, "reason": null, "sample_age_ms": 58.455, "source": "client_direct"}, "request_count": 28, "request_tensor_bytes": {"avg": 2764808.0, "count": 28, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 58.429, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 28, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 20.862, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 33.784, "count": 28, "max_ms": 47.049, "p95_ms": 45.142, "reason": null, "sample_age_ms": 20.714, "source": "client_direct"}, "sample_age_ms": 20.71, "source": "client_direct", "task_total_ms": {"avg_ms": 35.114, "count": 28, "max_ms": 48.469, "p95_ms": 46.5, "reason": null, "sample_age_ms": 20.71, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 28, "client_acquire_ms": {"avg_ms": 0.004, "count": 28, "max_ms": 0.008, "p95_ms": 0.007, "reason": null, "sample_age_ms": 8.994, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 3.544, "count": 28, "max_ms": 6.103, "p95_ms": 5.354, "reason": null, "sample_age_ms": 54.969, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.016, "count": 28, "max_ms": 0.023, "p95_ms": 0.019, "reason": null, "sample_age_ms": 61.059, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.144, "count": 28, "max_ms": 0.239, "p95_ms": 0.213, "reason": null, "sample_age_ms": 9.0, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.422, "count": 28, "max_ms": 2.118, "p95_ms": 1.982, "reason": null, "sample_age_ms": 53.473, "source": "client_direct"}, "request_count": 28, "request_tensor_bytes": {"avg": 2764808.0, "count": 28, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 53.456, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 28, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 9.127, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.865, "count": 28, "max_ms": 52.818, "p95_ms": 50.922, "reason": null, "sample_age_ms": 8.99, "source": "client_direct"}, "sample_age_ms": 8.986, "source": "client_direct", "task_total_ms": {"avg_ms": 43.531, "count": 28, "max_ms": 54.733, "p95_ms": 53.164, "reason": null, "sample_age_ms": 8.986, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 28, "client_acquire_ms": {"avg_ms": 0.005, "count": 28, "max_ms": 0.021, "p95_ms": 0.006, "reason": null, "sample_age_ms": 9.92, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 12.165, "count": 28, "max_ms": 16.967, "p95_ms": 15.798, "reason": null, "sample_age_ms": 44.017, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.013, "count": 28, "max_ms": 0.02, "p95_ms": 0.015, "reason": null, "sample_age_ms": 60.98, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.123, "count": 28, "max_ms": 0.333, "p95_ms": 0.186, "reason": null, "sample_age_ms": 9.927, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.565, "count": 28, "max_ms": 2.108, "p95_ms": 1.892, "reason": null, "sample_age_ms": 42.035, "source": "client_direct"}, "request_count": 28, "request_tensor_bytes": {"avg": 2764808.0, "count": 28, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 42.015, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 28, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 10.048, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 32.08, "count": 28, "max_ms": 43.403, "p95_ms": 37.93, "reason": null, "sample_age_ms": 9.917, "source": "client_direct"}, "sample_age_ms": 9.913, "source": "client_direct", "task_total_ms": {"avg_ms": 33.875, "count": 28, "max_ms": 45.188, "p95_ms": 40.156, "reason": null, "sample_age_ms": 9.913, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 28, "client_acquire_ms": {"avg_ms": 0.005, "count": 28, "max_ms": 0.011, "p95_ms": 0.007, "reason": null, "sample_age_ms": 10.731, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 7.727, "count": 28, "max_ms": 10.589, "p95_ms": 10.211, "reason": null, "sample_age_ms": 50.483, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.013, "count": 28, "max_ms": 0.015, "p95_ms": 0.015, "reason": null, "sample_age_ms": 61.018, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.11, "count": 28, "max_ms": 0.41, "p95_ms": 0.243, "reason": null, "sample_age_ms": 10.739, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.619, "count": 28, "max_ms": 2.725, "p95_ms": 2.297, "reason": null, "sample_age_ms": 48.632, "source": "client_direct"}, "request_count": 28, "request_tensor_bytes": {"avg": 2764808.0, "count": 28, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 48.613, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 28, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 10.892, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.001, "count": 28, "max_ms": 43.383, "p95_ms": 42.434, "reason": null, "sample_age_ms": 10.726, "source": "client_direct"}, "sample_age_ms": 10.72, "source": "client_direct", "task_total_ms": {"avg_ms": 35.852, "count": 28, "max_ms": 45.219, "p95_ms": 44.245, "reason": null, "sample_age_ms": 10.72, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 244, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.132, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.477, "count": 28, "max_ms": 0.718, "p95_ms": 0.714}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.085, "count": 28, "max_ms": 0.145, "p95_ms": 0.116}, "detection_prepare_ms": {"avg_ms": 0.104, "count": 28, "max_ms": 0.216, "p95_ms": 0.165}, "event_filter_ms": {"avg_ms": 0.002, "count": 28, "max_ms": 0.003, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.051, "count": 28, "max_ms": 0.1, "p95_ms": 0.071}, "mcmt_ms": {"avg_ms": 0.001, "count": 28, "max_ms": 0.003, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.157, "count": 28, "max_ms": 0.228, "p95_ms": 0.215}, "setup_ms": {"avg_ms": 0.028, "count": 28, "max_ms": 0.061, "p95_ms": 0.05}, "total_inside_ms": {"avg_ms": 0.45, "count": 28, "max_ms": 0.683, "p95_ms": 0.677}, "track_match_ms": {"avg_ms": 0.003, "count": 28, "max_ms": 0.016, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.019, "count": 28, "max_ms": 0.028, "p95_ms": 0.027}}, "gstreamer_push": {"avg_ms": 2.045, "count": 28, "max_ms": 3.79, "p95_ms": 3.401}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.005, "count": 28, "max_ms": 0.009, "p95_ms": 0.008}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 35.854, "count": 28, "max_ms": 50.181, "p95_ms": 49.239}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.439, "count": 28, "max_ms": 60.006, "p95_ms": 59.286}, "yolo11_640_fire_11class": {"avg_ms": 46.513, "count": 28, "max_ms": 58.606, "p95_ms": 57.535}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 44.01, "count": 28, "max_ms": 55.752, "p95_ms": 54.203}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.014, "count": 28, "max_ms": 0.024, "p95_ms": 0.021}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 48.9, "count": 28, "max_ms": 61.81, "p95_ms": 61.296}, "inference_input_copy_ms": {"avg_ms": 0.854, "count": 28, "max_ms": 1.534, "p95_ms": 1.471}, "processing_residual_ms": {"avg_ms": 0.063, "count": 28, "max_ms": 0.102, "p95_ms": 0.091}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 49.831, "count": 28, "max_ms": 62.61, "p95_ms": 62.258}, "read_interval": {"avg_ms": 1071.212, "count": 28, "max_ms": 23684.076, "p95_ms": 4549.635}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 28, "max_ms": 0.031, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.124, "count": 28, "max_ms": 0.181, "p95_ms": 0.179}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 28, "max_ms": 0.013, "p95_ms": 0.01}, "scenario.falldown_detected_ms": {"avg_ms": 0.054, "count": 28, "max_ms": 0.093, "p95_ms": 0.072}, "scenario.fire_detected_ms": {"avg_ms": 0.002, "count": 28, "max_ms": 0.003, "p95_ms": 0.002}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.053, "count": 28, "max_ms": 0.082, "p95_ms": 0.078}, "worker_merge_ms": {"avg_ms": 0.003, "count": 28, "max_ms": 0.004, "p95_ms": 0.004}}, "triton_wait": {"avg_ms": 47.524, "count": 28, "max_ms": 60.013, "p95_ms": 59.295}, "visualize": {"avg_ms": 0.206, "count": 28, "max_ms": 0.38, "p95_ms": 0.274}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 0.089, "count": 28, "max_ms": 0.178, "p95_ms": 0.114}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 0.034, "count": 28, "max_ms": 0.06, "p95_ms": 0.045}, "visualizer_prepare_ms": {"avg_ms": 0.044, "count": 28, "max_ms": 0.094, "p95_ms": 0.063}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 28}, "resolved_scenario_count": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 28}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 28}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 244, "process_rss_mb_proxy": 925.246, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.303, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "7b397988", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 55.815, "sample_count": 2701, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 118098, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T13:49:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 230053, "write_bytes_delta": 230053, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 116.0, "cpu_core_ratio": 0.04264, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5570.0, "pid": 689, "reason": null, "system_cpu_core_ratio": 0.00618, "system_cpu_s_delta": 0.1999999999999318, "user_cpu_core_ratio": 0.03646, "user_cpu_s_delta": 1.180000000000291}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.058399, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 244, "reason": null, "system_cpu_core_ratio": 0.014213, "system_cpu_s_delta": 0.4600000000000364, "user_cpu_core_ratio": 0.044185, "user_cpu_s_delta": 1.430000000000291}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.763, "count": 21, "max_ms": 2.787, "p95_ms": 2.143, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 21}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.857, "max": 3.0, "p95": 3.0, "sample_count": 21}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 21}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 21}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 21}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.058, "count": 30, "max": 26.15, "p95": 25.653, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.411, "count": 30, "max": 15.502, "p95": 14.092, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 347.067, "count": 30, "max": 385.0, "p95": 381.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 185.667, "count": 30, "max": 5570.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.044, "count": 30, "max": 0.056, "p95": 0.05, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.263, "count": 30, "max": 0.362, "p95": 0.299, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 227705.533, "count": 30, "max": 231610.0, "p95": 231188.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 212903.867, "count": 30, "max": 231610.0, "p95": 231188.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.267, "count": 30, "max": 61.0, "p95": 15.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.123, "count": 30, "max": 0.15, "p95": 0.139, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.385, "count": 30, "max": 0.479, "p95": 0.433, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1070, "sampled_at": "2026-09-02T13:49:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T13:49:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-09-02T10:31:39+09:00", "state": "running", "task_id": "8688e665-1ee7-4a50-a166-8268a74481cd", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 4366.441, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 326553292800, "copied_frame_count": 118111, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-09-02T11:48:48+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5091843, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-09-02T11:48:41+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.907}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7b397988", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 3, "events_failed": 9, "events_observed": 12, "events_suppressed": 0, "frame_buffer_copied_bytes": 326553292800, "frame_buffer_copies": 118111, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 9, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 12, "worker_jobs_completed": 3, "worker_jobs_failed": 9, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0657, "count": 512, "max_ms": 0.8005, "p50_ms": 0.0599, "p95_ms": 0.0898, "p99_ms": 0.108}, "stages": {"db_insert": {"avg_ms": 29.31, "count": 3, "max_ms": 39.5365, "p50_ms": 33.2154, "p95_ms": 38.9044, "p99_ms": 39.4101, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.2047, "count": 12, "max_ms": 2.0897, "p50_ms": 1.1363, "p95_ms": 2.0055, "p99_ms": 2.0729, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 383.6736, "count": 12, "max_ms": 1500.8931, "p50_ms": 38.5799, "p95_ms": 1465.9042, "p99_ms": 1493.8953, "results": {"failed": 9, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9634, "count": 512, "max_ms": 2.756, "p50_ms": 0.8841, "p95_ms": 1.4417, "p99_ms": 1.8808, "results": {"failed": 0, "not_applicable": 0, "success": 118111, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 212.9063, "count": 12, "max_ms": 893.4581, "p50_ms": 3.1717, "p95_ms": 858.1764, "p99_ms": 886.4018, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 16.3589, "count": 12, "max_ms": 29.2091, "p50_ms": 13.119, "p95_ms": 28.4978, "p99_ms": 29.0668, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 12.0776, "count": 150, "max_ms": 24.163, "p50_ms": 11.9, "p95_ms": 16.9671, "p99_ms": 21.1, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.1002, "count": 150, "max_ms": 3.1985, "p50_ms": 0.9918, "p95_ms": 1.9372, "p99_ms": 2.83, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 209.2199, "count": 12, "max_ms": 890.015, "p50_ms": 0.0713, "p95_ms": 854.1215, "p99_ms": 882.8363, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 9, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 763.2306, "count": 3, "max_ms": 808.088, "p50_ms": 752.9142, "p95_ms": 802.5707, "p99_ms": 806.9846, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 68.4339, "count": 3, "max_ms": 76.9457, "p50_ms": 64.6826, "p95_ms": 75.7194, "p99_ms": 76.7004, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.3437, "count": 3, "max_ms": 1.6919, "p50_ms": 1.2562, "p95_ms": 1.6484, "p99_ms": 1.6832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 9, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.6741, "count": 3, "max_ms": 52.3023, "p50_ms": 31.1003, "p95_ms": 50.1821, "p99_ms": 51.8782, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 1.0315, "count": 12, "max_ms": 4.6767, "p50_ms": 0.6452, "p95_ms": 2.6792, "p99_ms": 4.2772, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.1298, "count": 3, "max_ms": 1.7699, "p50_ms": 1.0392, "p95_ms": 1.6968, "p99_ms": 1.7553, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.1298, "count": 3, "max_ms": 1.7699, "p50_ms": 1.0392, "p95_ms": 1.6968, "p99_ms": 1.7553, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 1.0315, "count": 12, "max_ms": 4.6767, "p50_ms": 0.6452, "p95_ms": 2.6792, "p99_ms": 4.2772, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6596, "count": 12, "max_ms": 1.2647, "p50_ms": 0.6169, "p95_ms": 0.9991, "p99_ms": 1.2115, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 508.9258, "count": 3, "max_ms": 602.1221, "p50_ms": 539.8197, "p95_ms": 595.8918, "p99_ms": 600.876, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7132, "count": 12, "max_ms": 6.1331, "p50_ms": 0.7619, "p95_ms": 6.0339, "p99_ms": 6.1132, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 12.7228, "count": 12, "max_ms": 45.2895, "p50_ms": 5.3411, "p95_ms": 36.6267, "p99_ms": 43.557, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1163, "count": 12, "max_ms": 0.7482, "p50_ms": 0.0518, "p95_ms": 0.4031, "p99_ms": 0.6792, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.4765, "count": 12, "max_ms": 4.4644, "p50_ms": 2.5404, "p95_ms": 4.0431, "p99_ms": 4.3802, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 168.7417, "count": 12, "max_ms": 701.6694, "p50_ms": 31.6528, "p95_ms": 649.1729, "p99_ms": 691.1701, "results": {"failed": 9, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 9}, "generation": "7b397988", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 12, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 12, "max_ms": 0.7482, "p50_ms": 0.0518, "p95_ms": 0.4031, "p99_ms": 0.6792}, "wait_ms": {"count": 12, "max_ms": 4.4644, "p50_ms": 2.5404, "p95_ms": 4.0431, "p99_ms": 4.3802}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 12, "artifact_failed": 0, "artifact_requested": 12, "artifact_success": 12, "completed": 12, "completed_failed": 9, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 12, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6766, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 12, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 12}, "snapshot": {"copied_bytes": 33177600, "copied_count": 12, "copy": {"count": 12, "max_ms": 2.0897, "p50_ms": 1.1363, "p95_ms": 2.0055, "p99_ms": 2.0729}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T13:49:03+09:00", "last_error_summary": "[h264 @ 0x59e2929b1800] error while decoding MB 43 57, bytestream -33 [in#0/rtsp @ 0x59e291d64e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x59e291d64e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 11843.13, "last_started_at": "2026-09-02T10:31:40+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 55.827, "sample_count": 2697, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 118111, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T13:49:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "7b397988", "last_frame_pushed_age_sec": 0.045, "last_frame_pushed_at": "2026-09-02T13:49:03+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-09-02T13:49:03+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 24, "debug_expires_at": null, "deduplicated_count": 1, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 260.789, "last_sample_duration_ms": 514.394, "last_trigger": "periodic", "next_snapshot_in_sec": 339.211, "reason": "waiting_for_next_snapshot", "rotation_count": 85, "runtime_state": "active", "sample_count": 24, "storage_bytes": 925590}, "mjpeg": {"age_sec": 0.037, "exists": true, "mtime": "2026-09-02T13:49:03.590963+09:00", "mtime_epoch": 1788324543.590963, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 228745}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-09-02T13:49:03+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 934.664, "name": "celery", "pid": 244, "rss_mb": 925.383, "state": "S (sleeping)", "threads": 75}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 1, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 1}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 8, "last_event_ttl_s": 120.0, "last_prune_age_s": 1.007, "off_candidate_pruned_total": 22}, "top_level_key_count": 4}, "scene_scale": {"decision": "mixed", "decision_basis": "strong_samples", "decision_frame": 2504, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.157371, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 28}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.643, "max": 3.0, "p95": 3.0, "sample_count": 28}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 28}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 28}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 28}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 28}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 28}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 28}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 28}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 28}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 28, "pushed_frames": 28, "read_frames": 27, "select_timeouts": 27, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.934, "pushed": 0.934, "read": 0.9}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 27, "client_acquire_ms": {"avg_ms": 0.005, "count": 27, "max_ms": 0.019, "p95_ms": 0.007, "reason": null, "sample_age_ms": 62.62, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.408, "count": 27, "max_ms": 1.432, "p95_ms": 0.944, "reason": null, "sample_age_ms": 102.695, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.12, "count": 27, "max_ms": 0.958, "p95_ms": 0.634, "reason": null, "sample_age_ms": 103.042, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.095, "count": 27, "max_ms": 0.213, "p95_ms": 0.153, "reason": null, "sample_age_ms": 62.627, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.113, "count": 27, "max_ms": 2.282, "p95_ms": 1.749, "reason": null, "sample_age_ms": 100.355, "source": "client_direct"}, "request_count": 27, "request_tensor_bytes": {"avg": 2764808.0, "count": 27, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 100.329, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 27, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 62.762, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 33.799, "count": 27, "max_ms": 47.049, "p95_ms": 45.306, "reason": null, "sample_age_ms": 62.614, "source": "client_direct"}, "sample_age_ms": 62.611, "source": "client_direct", "task_total_ms": {"avg_ms": 35.14, "count": 27, "max_ms": 48.469, "p95_ms": 46.667, "reason": null, "sample_age_ms": 62.611, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 27, "client_acquire_ms": {"avg_ms": 0.004, "count": 28, "max_ms": 0.008, "p95_ms": 0.007, "reason": null, "sample_age_ms": 50.894, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 3.57, "count": 27, "max_ms": 6.103, "p95_ms": 5.356, "reason": null, "sample_age_ms": 96.869, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.016, "count": 27, "max_ms": 0.023, "p95_ms": 0.019, "reason": null, "sample_age_ms": 102.96, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.144, "count": 28, "max_ms": 0.239, "p95_ms": 0.213, "reason": null, "sample_age_ms": 50.9, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.432, "count": 27, "max_ms": 2.118, "p95_ms": 1.994, "reason": null, "sample_age_ms": 95.373, "source": "client_direct"}, "request_count": 27, "request_tensor_bytes": {"avg": 2764808.0, "count": 27, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 95.357, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 28, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 51.028, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.865, "count": 28, "max_ms": 52.818, "p95_ms": 50.922, "reason": null, "sample_age_ms": 50.891, "source": "client_direct"}, "sample_age_ms": 50.886, "source": "client_direct", "task_total_ms": {"avg_ms": 43.531, "count": 28, "max_ms": 54.733, "p95_ms": 53.164, "reason": null, "sample_age_ms": 50.886, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 27, "client_acquire_ms": {"avg_ms": 0.005, "count": 28, "max_ms": 0.021, "p95_ms": 0.006, "reason": null, "sample_age_ms": 51.82, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 12.223, "count": 27, "max_ms": 16.967, "p95_ms": 15.894, "reason": null, "sample_age_ms": 85.917, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.013, "count": 27, "max_ms": 0.02, "p95_ms": 0.015, "reason": null, "sample_age_ms": 102.88, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.123, "count": 28, "max_ms": 0.333, "p95_ms": 0.186, "reason": null, "sample_age_ms": 51.828, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.571, "count": 27, "max_ms": 2.108, "p95_ms": 1.899, "reason": null, "sample_age_ms": 83.935, "source": "client_direct"}, "request_count": 27, "request_tensor_bytes": {"avg": 2764808.0, "count": 27, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 83.915, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 28, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 51.949, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 32.08, "count": 28, "max_ms": 43.403, "p95_ms": 37.93, "reason": null, "sample_age_ms": 51.817, "source": "client_direct"}, "sample_age_ms": 51.814, "source": "client_direct", "task_total_ms": {"avg_ms": 33.875, "count": 28, "max_ms": 45.188, "p95_ms": 40.156, "reason": null, "sample_age_ms": 51.814, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 27, "client_acquire_ms": {"avg_ms": 0.005, "count": 28, "max_ms": 0.011, "p95_ms": 0.007, "reason": null, "sample_age_ms": 52.631, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 7.755, "count": 27, "max_ms": 10.589, "p95_ms": 10.259, "reason": null, "sample_age_ms": 92.383, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.013, "count": 27, "max_ms": 0.015, "p95_ms": 0.015, "reason": null, "sample_age_ms": 102.918, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.11, "count": 28, "max_ms": 0.41, "p95_ms": 0.243, "reason": null, "sample_age_ms": 52.639, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.623, "count": 27, "max_ms": 2.725, "p95_ms": 2.306, "reason": null, "sample_age_ms": 90.532, "source": "client_direct"}, "request_count": 27, "request_tensor_bytes": {"avg": 2764808.0, "count": 27, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 90.514, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 28, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 52.793, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.001, "count": 28, "max_ms": 43.383, "p95_ms": 42.434, "reason": null, "sample_age_ms": 52.626, "source": "client_direct"}, "sample_age_ms": 52.62, "source": "client_direct", "task_total_ms": {"avg_ms": 35.852, "count": 28, "max_ms": 45.219, "p95_ms": 44.245, "reason": null, "sample_age_ms": 52.62, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 244, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.822, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.477, "count": 28, "max_ms": 0.718, "p95_ms": 0.714}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.085, "count": 28, "max_ms": 0.145, "p95_ms": 0.116}, "detection_prepare_ms": {"avg_ms": 0.104, "count": 28, "max_ms": 0.216, "p95_ms": 0.165}, "event_filter_ms": {"avg_ms": 0.002, "count": 28, "max_ms": 0.003, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.051, "count": 28, "max_ms": 0.1, "p95_ms": 0.071}, "mcmt_ms": {"avg_ms": 0.001, "count": 28, "max_ms": 0.003, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.157, "count": 28, "max_ms": 0.228, "p95_ms": 0.215}, "setup_ms": {"avg_ms": 0.028, "count": 28, "max_ms": 0.061, "p95_ms": 0.05}, "total_inside_ms": {"avg_ms": 0.45, "count": 28, "max_ms": 0.683, "p95_ms": 0.677}, "track_match_ms": {"avg_ms": 0.003, "count": 28, "max_ms": 0.016, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.019, "count": 28, "max_ms": 0.028, "p95_ms": 0.027}}, "gstreamer_push": {"avg_ms": 2.045, "count": 28, "max_ms": 3.79, "p95_ms": 3.401}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.005, "count": 28, "max_ms": 0.009, "p95_ms": 0.008}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 35.854, "count": 28, "max_ms": 50.181, "p95_ms": 49.239}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.439, "count": 28, "max_ms": 60.006, "p95_ms": 59.286}, "yolo11_640_fire_11class": {"avg_ms": 46.513, "count": 28, "max_ms": 58.606, "p95_ms": 57.535}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 44.01, "count": 28, "max_ms": 55.752, "p95_ms": 54.203}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.014, "count": 28, "max_ms": 0.024, "p95_ms": 0.021}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 48.9, "count": 28, "max_ms": 61.81, "p95_ms": 61.296}, "inference_input_copy_ms": {"avg_ms": 0.854, "count": 28, "max_ms": 1.534, "p95_ms": 1.471}, "processing_residual_ms": {"avg_ms": 0.063, "count": 28, "max_ms": 0.102, "p95_ms": 0.091}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 49.831, "count": 28, "max_ms": 62.61, "p95_ms": 62.258}, "read_interval": {"avg_ms": 1108.649, "count": 27, "max_ms": 23684.076, "p95_ms": 4549.635}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 28, "max_ms": 0.031, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.124, "count": 28, "max_ms": 0.181, "p95_ms": 0.179}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 28, "max_ms": 0.013, "p95_ms": 0.01}, "scenario.falldown_detected_ms": {"avg_ms": 0.054, "count": 28, "max_ms": 0.093, "p95_ms": 0.072}, "scenario.fire_detected_ms": {"avg_ms": 0.002, "count": 28, "max_ms": 0.003, "p95_ms": 0.002}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.053, "count": 28, "max_ms": 0.082, "p95_ms": 0.078}, "worker_merge_ms": {"avg_ms": 0.003, "count": 28, "max_ms": 0.004, "p95_ms": 0.004}}, "triton_wait": {"avg_ms": 47.524, "count": 28, "max_ms": 60.013, "p95_ms": 59.295}, "visualize": {"avg_ms": 0.206, "count": 28, "max_ms": 0.38, "p95_ms": 0.274}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 0.089, "count": 28, "max_ms": 0.178, "p95_ms": 0.114}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 0.034, "count": 28, "max_ms": 0.06, "p95_ms": 0.045}, "visualizer_prepare_ms": {"avg_ms": 0.044, "count": 28, "max_ms": 0.094, "p95_ms": 0.063}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 28}, "resolved_scenario_count": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 28}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 28}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 244, "process_rss_mb_proxy": 925.246, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.303, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "7b397988", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 55.815, "sample_count": 2701, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 118098, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T13:49:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 230053, "write_bytes_delta": 230053, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 116.0, "cpu_core_ratio": 0.04264, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5570.0, "pid": 689, "reason": null, "system_cpu_core_ratio": 0.00618, "system_cpu_s_delta": 0.1999999999999318, "user_cpu_core_ratio": 0.03646, "user_cpu_s_delta": 1.180000000000291}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.058399, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 244, "reason": null, "system_cpu_core_ratio": 0.014213, "system_cpu_s_delta": 0.4600000000000364, "user_cpu_core_ratio": 0.044185, "user_cpu_s_delta": 1.430000000000291}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.763, "count": 21, "max_ms": 2.787, "p95_ms": 2.143, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 21}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.857, "max": 3.0, "p95": 3.0, "sample_count": 21}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 21}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 21}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 21}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.058, "count": 30, "max": 26.15, "p95": 25.653, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.411, "count": 30, "max": 15.502, "p95": 14.092, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 347.067, "count": 30, "max": 385.0, "p95": 381.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 185.667, "count": 30, "max": 5570.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.044, "count": 30, "max": 0.056, "p95": 0.05, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.263, "count": 30, "max": 0.362, "p95": 0.299, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 227705.533, "count": 30, "max": 231610.0, "p95": 231188.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 212903.867, "count": 30, "max": 231610.0, "p95": 231188.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.267, "count": 30, "max": 61.0, "p95": 15.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.123, "count": 30, "max": 0.15, "p95": 0.139, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.385, "count": 30, "max": 0.479, "p95": 0.433, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1070, "sampled_at": "2026-09-02T13:49:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T13:49:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-09-02T10:31:39+09:00", "state": "running", "task_id": "8688e665-1ee7-4a50-a166-8268a74481cd", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 4558.898, "limit_mb": null}, "detail": {"pid": 8811, "restart_count": 1, "start_count": 2}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 326553292800, "copied_frame_count": 118111, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-09-02T11:48:48+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5091843, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-09-02T11:48:41+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.907}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7b397988", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 3, "events_failed": 9, "events_observed": 12, "events_suppressed": 0, "frame_buffer_copied_bytes": 326553292800, "frame_buffer_copies": 118111, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 9, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 12, "worker_jobs_completed": 3, "worker_jobs_failed": 9, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0657, "count": 512, "max_ms": 0.8005, "p50_ms": 0.0599, "p95_ms": 0.0898, "p99_ms": 0.108}, "stages": {"db_insert": {"avg_ms": 29.31, "count": 3, "max_ms": 39.5365, "p50_ms": 33.2154, "p95_ms": 38.9044, "p99_ms": 39.4101, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.2047, "count": 12, "max_ms": 2.0897, "p50_ms": 1.1363, "p95_ms": 2.0055, "p99_ms": 2.0729, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 383.6736, "count": 12, "max_ms": 1500.8931, "p50_ms": 38.5799, "p95_ms": 1465.9042, "p99_ms": 1493.8953, "results": {"failed": 9, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9634, "count": 512, "max_ms": 2.756, "p50_ms": 0.8841, "p95_ms": 1.4417, "p99_ms": 1.8808, "results": {"failed": 0, "not_applicable": 0, "success": 118111, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 212.9063, "count": 12, "max_ms": 893.4581, "p50_ms": 3.1717, "p95_ms": 858.1764, "p99_ms": 886.4018, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 16.3589, "count": 12, "max_ms": 29.2091, "p50_ms": 13.119, "p95_ms": 28.4978, "p99_ms": 29.0668, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 12.0776, "count": 150, "max_ms": 24.163, "p50_ms": 11.9, "p95_ms": 16.9671, "p99_ms": 21.1, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.1002, "count": 150, "max_ms": 3.1985, "p50_ms": 0.9918, "p95_ms": 1.9372, "p99_ms": 2.83, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 209.2199, "count": 12, "max_ms": 890.015, "p50_ms": 0.0713, "p95_ms": 854.1215, "p99_ms": 882.8363, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 9, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 763.2306, "count": 3, "max_ms": 808.088, "p50_ms": 752.9142, "p95_ms": 802.5707, "p99_ms": 806.9846, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 68.4339, "count": 3, "max_ms": 76.9457, "p50_ms": 64.6826, "p95_ms": 75.7194, "p99_ms": 76.7004, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.3437, "count": 3, "max_ms": 1.6919, "p50_ms": 1.2562, "p95_ms": 1.6484, "p99_ms": 1.6832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 9, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.6741, "count": 3, "max_ms": 52.3023, "p50_ms": 31.1003, "p95_ms": 50.1821, "p99_ms": 51.8782, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 1.0315, "count": 12, "max_ms": 4.6767, "p50_ms": 0.6452, "p95_ms": 2.6792, "p99_ms": 4.2772, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.1298, "count": 3, "max_ms": 1.7699, "p50_ms": 1.0392, "p95_ms": 1.6968, "p99_ms": 1.7553, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.1298, "count": 3, "max_ms": 1.7699, "p50_ms": 1.0392, "p95_ms": 1.6968, "p99_ms": 1.7553, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 1.0315, "count": 12, "max_ms": 4.6767, "p50_ms": 0.6452, "p95_ms": 2.6792, "p99_ms": 4.2772, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6596, "count": 12, "max_ms": 1.2647, "p50_ms": 0.6169, "p95_ms": 0.9991, "p99_ms": 1.2115, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 508.9258, "count": 3, "max_ms": 602.1221, "p50_ms": 539.8197, "p95_ms": 595.8918, "p99_ms": 600.876, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7132, "count": 12, "max_ms": 6.1331, "p50_ms": 0.7619, "p95_ms": 6.0339, "p99_ms": 6.1132, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 12.7228, "count": 12, "max_ms": 45.2895, "p50_ms": 5.3411, "p95_ms": 36.6267, "p99_ms": 43.557, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1163, "count": 12, "max_ms": 0.7482, "p50_ms": 0.0518, "p95_ms": 0.4031, "p99_ms": 0.6792, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.4765, "count": 12, "max_ms": 4.4644, "p50_ms": 2.5404, "p95_ms": 4.0431, "p99_ms": 4.3802, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 168.7417, "count": 12, "max_ms": 701.6694, "p50_ms": 31.6528, "p95_ms": 649.1729, "p99_ms": 691.1701, "results": {"failed": 9, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 9}, "generation": "7b397988", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 12, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 12, "max_ms": 0.7482, "p50_ms": 0.0518, "p95_ms": 0.4031, "p99_ms": 0.6792}, "wait_ms": {"count": 12, "max_ms": 4.4644, "p50_ms": 2.5404, "p95_ms": 4.0431, "p99_ms": 4.3802}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 12, "artifact_failed": 0, "artifact_requested": 12, "artifact_success": 12, "completed": 12, "completed_failed": 9, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 12, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6766, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 12, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 12}, "snapshot": {"copied_bytes": 33177600, "copied_count": 12, "copy": {"count": 12, "max_ms": 2.0897, "p50_ms": 1.1363, "p95_ms": 2.0055, "p99_ms": 2.0729}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T13:49:03+09:00", "last_error_summary": "[h264 @ 0x59e2929b1800] error while decoding MB 43 57, bytestream -33 [in#0/rtsp @ 0x59e291d64e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x59e291d64e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-02T13:49:06+09:00", "pid": 8811, "process": {"exists": true, "fd_count": 5, "hwm_mb": 216.426, "name": "ffmpeg", "pid": 8811, "rss_mb": 216.426, "state": "S (sleeping)", "threads": 70}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 55.936, "sample_count": 2653, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 118111, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T13:49:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "7b397988", "last_frame_pushed_age_sec": 4.54, "last_frame_pushed_at": "2026-09-02T13:49:03+09:00", "last_frame_read_age_sec": 4.598, "last_frame_read_at": "2026-09-02T13:49:03+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 24, "debug_expires_at": null, "deduplicated_count": 1, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 265.286, "last_sample_duration_ms": 514.394, "last_trigger": "periodic", "next_snapshot_in_sec": 334.714, "reason": "waiting_for_next_snapshot", "rotation_count": 85, "runtime_state": "active", "sample_count": 24, "storage_bytes": 925590}, "mjpeg": {"age_sec": 4.532, "exists": true, "mtime": "2026-09-02T13:49:03.590963+09:00", "mtime_epoch": 1788324543.590963, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 228745}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-09-02T13:49:08+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 934.664, "name": "celery", "pid": 244, "rss_mb": 925.395, "state": "S (sleeping)", "threads": 76}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 1, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 1}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 8, "last_event_ttl_s": 120.0, "last_prune_age_s": 5.504, "off_candidate_pruned_total": 22}, "top_level_key_count": 4}, "scene_scale": {"decision": "mixed", "decision_basis": "strong_samples", "decision_frame": 2504, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.157371, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 24}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.583, "max": 3.0, "p95": 3.0, "sample_count": 24}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 24}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 24}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 24}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 24}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 24}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 24}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 24}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 24}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 24, "pushed_frames": 24, "read_frames": 24, "select_timeouts": 23, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.805, "pushed": 0.805, "read": 0.805}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 24, "client_acquire_ms": {"avg_ms": 0.005, "count": 24, "max_ms": 0.019, "p95_ms": 0.007, "reason": null, "sample_age_ms": 4558.134, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.42, "count": 24, "max_ms": 1.432, "p95_ms": 1.038, "reason": null, "sample_age_ms": 4598.209, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.128, "count": 24, "max_ms": 0.958, "p95_ms": 0.742, "reason": null, "sample_age_ms": 4598.556, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.099, "count": 24, "max_ms": 0.213, "p95_ms": 0.154, "reason": null, "sample_age_ms": 4558.141, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.139, "count": 24, "max_ms": 2.282, "p95_ms": 1.802, "reason": null, "sample_age_ms": 4595.869, "source": "client_direct"}, "request_count": 24, "request_tensor_bytes": {"avg": 2764808.0, "count": 24, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4595.843, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 24, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4558.276, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.131, "count": 24, "max_ms": 47.049, "p95_ms": 45.799, "reason": null, "sample_age_ms": 4558.128, "source": "client_direct"}, "sample_age_ms": 4558.125, "source": "client_direct", "task_total_ms": {"avg_ms": 35.504, "count": 24, "max_ms": 48.469, "p95_ms": 47.167, "reason": null, "sample_age_ms": 4558.125, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 24, "client_acquire_ms": {"avg_ms": 0.004, "count": 24, "max_ms": 0.008, "p95_ms": 0.007, "reason": null, "sample_age_ms": 4546.408, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 3.616, "count": 24, "max_ms": 6.103, "p95_ms": 5.365, "reason": null, "sample_age_ms": 4592.383, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.016, "count": 24, "max_ms": 0.023, "p95_ms": 0.019, "reason": null, "sample_age_ms": 4598.474, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.148, "count": 24, "max_ms": 0.239, "p95_ms": 0.217, "reason": null, "sample_age_ms": 4546.414, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.461, "count": 24, "max_ms": 2.118, "p95_ms": 2.032, "reason": null, "sample_age_ms": 4590.887, "source": "client_direct"}, "request_count": 24, "request_tensor_bytes": {"avg": 2764808.0, "count": 24, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4590.871, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 24, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4546.542, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.24, "count": 24, "max_ms": 52.818, "p95_ms": 51.53, "reason": null, "sample_age_ms": 4546.405, "source": "client_direct"}, "sample_age_ms": 4546.4, "source": "client_direct", "task_total_ms": {"avg_ms": 43.951, "count": 24, "max_ms": 54.733, "p95_ms": 53.864, "reason": null, "sample_age_ms": 4546.4, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 24, "client_acquire_ms": {"avg_ms": 0.005, "count": 24, "max_ms": 0.021, "p95_ms": 0.006, "reason": null, "sample_age_ms": 4547.334, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 12.338, "count": 24, "max_ms": 16.967, "p95_ms": 16.182, "reason": null, "sample_age_ms": 4581.431, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.013, "count": 24, "max_ms": 0.02, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4598.394, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.126, "count": 24, "max_ms": 0.333, "p95_ms": 0.193, "reason": null, "sample_age_ms": 4547.342, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.579, "count": 24, "max_ms": 2.108, "p95_ms": 1.92, "reason": null, "sample_age_ms": 4579.449, "source": "client_direct"}, "request_count": 24, "request_tensor_bytes": {"avg": 2764808.0, "count": 24, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4579.429, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 24, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4547.462, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 32.431, "count": 24, "max_ms": 43.403, "p95_ms": 38.033, "reason": null, "sample_age_ms": 4547.331, "source": "client_direct"}, "sample_age_ms": 4547.328, "source": "client_direct", "task_total_ms": {"avg_ms": 34.244, "count": 24, "max_ms": 45.188, "p95_ms": 40.199, "reason": null, "sample_age_ms": 4547.328, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 24, "client_acquire_ms": {"avg_ms": 0.005, "count": 24, "max_ms": 0.011, "p95_ms": 0.007, "reason": null, "sample_age_ms": 4548.145, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 7.877, "count": 24, "max_ms": 10.589, "p95_ms": 10.4, "reason": null, "sample_age_ms": 4587.897, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.013, "count": 24, "max_ms": 0.015, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4598.432, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.119, "count": 24, "max_ms": 0.41, "p95_ms": 0.253, "reason": null, "sample_age_ms": 4548.153, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.628, "count": 24, "max_ms": 2.725, "p95_ms": 2.335, "reason": null, "sample_age_ms": 4586.046, "source": "client_direct"}, "request_count": 24, "request_tensor_bytes": {"avg": 2764808.0, "count": 24, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4586.028, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 24, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4548.307, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.428, "count": 24, "max_ms": 43.383, "p95_ms": 42.756, "reason": null, "sample_age_ms": 4548.14, "source": "client_direct"}, "sample_age_ms": 4548.134, "source": "client_direct", "task_total_ms": {"avg_ms": 36.297, "count": 24, "max_ms": 45.219, "p95_ms": 44.535, "reason": null, "sample_age_ms": 4548.134, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 244, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.105, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.474, "count": 24, "max_ms": 0.718, "p95_ms": 0.631}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.082, "count": 24, "max_ms": 0.116, "p95_ms": 0.115}, "detection_prepare_ms": {"avg_ms": 0.101, "count": 24, "max_ms": 0.165, "p95_ms": 0.132}, "event_filter_ms": {"avg_ms": 0.002, "count": 24, "max_ms": 0.003, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.05, "count": 24, "max_ms": 0.071, "p95_ms": 0.067}, "mcmt_ms": {"avg_ms": 0.001, "count": 24, "max_ms": 0.003, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.16, "count": 24, "max_ms": 0.228, "p95_ms": 0.215}, "setup_ms": {"avg_ms": 0.028, "count": 24, "max_ms": 0.061, "p95_ms": 0.05}, "total_inside_ms": {"avg_ms": 0.448, "count": 24, "max_ms": 0.677, "p95_ms": 0.591}, "track_match_ms": {"avg_ms": 0.003, "count": 24, "max_ms": 0.016, "p95_ms": 0.004}, "tracker_update_ms": {"avg_ms": 0.018, "count": 24, "max_ms": 0.027, "p95_ms": 0.026}}, "gstreamer_push": {"avg_ms": 2.113, "count": 24, "max_ms": 3.79, "p95_ms": 3.401}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.005, "count": 24, "max_ms": 0.009, "p95_ms": 0.008}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 36.27, "count": 24, "max_ms": 50.181, "p95_ms": 49.239}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 47.95, "count": 24, "max_ms": 60.006, "p95_ms": 59.286}, "yolo11_640_fire_11class": {"avg_ms": 47.077, "count": 24, "max_ms": 58.606, "p95_ms": 57.535}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 44.618, "count": 24, "max_ms": 55.752, "p95_ms": 54.203}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.014, "count": 24, "max_ms": 0.024, "p95_ms": 0.021}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 49.44, "count": 24, "max_ms": 61.81, "p95_ms": 61.296}, "inference_input_copy_ms": {"avg_ms": 0.882, "count": 24, "max_ms": 1.534, "p95_ms": 1.471}, "processing_residual_ms": {"avg_ms": 0.065, "count": 24, "max_ms": 0.102, "p95_ms": 0.091}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 50.4, "count": 24, "max_ms": 62.61, "p95_ms": 62.258}, "read_interval": {"avg_ms": 1239.633, "count": 24, "max_ms": 23684.076, "p95_ms": 4549.635}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 24, "max_ms": 0.031, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.127, "count": 24, "max_ms": 0.181, "p95_ms": 0.179}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 24, "max_ms": 0.013, "p95_ms": 0.01}, "scenario.falldown_detected_ms": {"avg_ms": 0.055, "count": 24, "max_ms": 0.093, "p95_ms": 0.072}, "scenario.fire_detected_ms": {"avg_ms": 0.002, "count": 24, "max_ms": 0.003, "p95_ms": 0.002}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.054, "count": 24, "max_ms": 0.082, "p95_ms": 0.078}, "worker_merge_ms": {"avg_ms": 0.003, "count": 24, "max_ms": 0.004, "p95_ms": 0.004}}, "triton_wait": {"avg_ms": 48.048, "count": 24, "max_ms": 60.013, "p95_ms": 59.295}, "visualize": {"avg_ms": 0.212, "count": 24, "max_ms": 0.38, "p95_ms": 0.274}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 0.091, "count": 24, "max_ms": 0.178, "p95_ms": 0.114}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 24, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 0.035, "count": 24, "max_ms": 0.06, "p95_ms": 0.045}, "visualizer_prepare_ms": {"avg_ms": 0.045, "count": 24, "max_ms": 0.094, "p95_ms": 0.063}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 24}, "resolved_scenario_count": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 24}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 24}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 244, "process_rss_mb_proxy": 925.246, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.303, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "7b397988", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 55.815, "sample_count": 2701, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 118098, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T13:49:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 230053, "write_bytes_delta": 230053, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 116.0, "cpu_core_ratio": 0.04264, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5570.0, "pid": 689, "reason": null, "system_cpu_core_ratio": 0.00618, "system_cpu_s_delta": 0.1999999999999318, "user_cpu_core_ratio": 0.03646, "user_cpu_s_delta": 1.180000000000291}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.058399, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 244, "reason": null, "system_cpu_core_ratio": 0.014213, "system_cpu_s_delta": 0.4600000000000364, "user_cpu_core_ratio": 0.044185, "user_cpu_s_delta": 1.430000000000291}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.763, "count": 21, "max_ms": 2.787, "p95_ms": 2.143, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 21}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.857, "max": 3.0, "p95": 3.0, "sample_count": 21}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 21}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 21}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 21}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.058, "count": 30, "max": 26.15, "p95": 25.653, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.411, "count": 30, "max": 15.502, "p95": 14.092, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 347.067, "count": 30, "max": 385.0, "p95": 381.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 185.667, "count": 30, "max": 5570.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.044, "count": 30, "max": 0.056, "p95": 0.05, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.263, "count": 30, "max": 0.362, "p95": 0.299, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 227705.533, "count": 30, "max": 231610.0, "p95": 231188.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 212903.867, "count": 30, "max": 231610.0, "p95": 231188.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.267, "count": 30, "max": 61.0, "p95": 15.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.123, "count": 30, "max": 0.15, "p95": 0.139, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.385, "count": 30, "max": 0.479, "p95": 0.433, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1070, "sampled_at": "2026-09-02T13:49:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T13:49:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.8, "window_s": 30.0}, "started_at": "2026-09-02T10:31:39+09:00", "state": "running", "task_id": "8688e665-1ee7-4a50-a166-8268a74481cd", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_103436_f3cd63d1.jsonl", "file_size_bytes": 101431, "flush_count": 198, "flush_interval_seconds": 30.0, "flush_state": {"count": 198, "last_at": "2026-09-02T13:50:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T13:50:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 197}, "started": true, "suppressed_count": 116887, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 116887}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 198, "written_record_count": 198}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4203.848, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 323713843200, "copied_frame_count": 117084, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "f3cd63d1", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 323713843200, "frame_buffer_copies": 117084, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.074, "count": 512, "max_ms": 0.2731, "p50_ms": 0.0664, "p95_ms": 0.1179, "p99_ms": 0.1916}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.7446, "count": 512, "max_ms": 1.9102, "p50_ms": 0.7052, "p95_ms": 1.1409, "p99_ms": 1.4921, "results": {"failed": 0, "not_applicable": 0, "success": 117084, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "f3cd63d1", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 3, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T13:51:10+09:00", "last_error_summary": "[h264 @ 0x559633021c80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559633021c80] error while decoding MB 0 52, bytestream 4993 [h264 @ 0x559633061d40] cabac decode of qscale diff failed at 186 92 [h264 @ 0x559633061d40] error while decoding MB 186 92, bytestream 8415 [h264 @ 0x559633003640] error while decoding MB 139 101, bytestream -13", "last_exit_at": "2026-09-02T13:42:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 149.533, "last_started_at": "2026-09-02T13:48:41+09:00", "pid": 8695, "process": {"exists": false, "pid": 8695}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 67.561, "sample_count": 2618, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 117084, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T13:51:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "f3cd63d1", "last_frame_pushed_age_sec": 0.051, "last_frame_pushed_at": "2026-09-02T13:51:10+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-09-02T13:51:10+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 24, "debug_expires_at": null, "deduplicated_count": 1, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 387.72, "last_sample_duration_ms": 514.394, "last_trigger": "periodic", "next_snapshot_in_sec": 212.28, "reason": "waiting_for_next_snapshot", "rotation_count": 85, "runtime_state": "active", "sample_count": 24, "storage_bytes": 925590}, "mjpeg": {"age_sec": 0.045, "exists": true, "mtime": "2026-09-02T13:51:10.500294+09:00", "mtime_epoch": 1788324670.500294, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 122475}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T13:51:10+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 782.746, "name": "celery", "pid": 216, "rss_mb": 763.082, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 117084, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 286}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 286}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 286}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 286}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 286}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 286}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 286}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 286, "pushed_frames": 286, "read_frames": 286, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.166, "pushed": 10.166, "read": 10.166}, "hints": ["ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 286, "client_acquire_ms": {"avg_ms": 0.006, "count": 286, "max_ms": 0.035, "p95_ms": 0.013, "reason": null, "sample_age_ms": 90.656, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.464, "count": 286, "max_ms": 2.501, "p95_ms": 1.41, "reason": null, "sample_age_ms": 116.014, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.153, "count": 286, "max_ms": 1.791, "p95_ms": 0.777, "reason": null, "sample_age_ms": 116.202, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.07, "count": 286, "max_ms": 0.237, "p95_ms": 0.133, "reason": null, "sample_age_ms": 90.662, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.102, "count": 286, "max_ms": 4.988, "p95_ms": 1.913, "reason": null, "sample_age_ms": 115.216, "source": "client_direct"}, "request_count": 286, "request_tensor_bytes": {"avg": 2211848.0, "count": 286, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 115.201, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 286, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 90.747, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.645, "count": 286, "max_ms": 42.957, "p95_ms": 34.992, "reason": null, "sample_age_ms": 90.653, "source": "client_direct"}, "sample_age_ms": 90.65, "source": "client_direct", "task_total_ms": {"avg_ms": 28.941, "count": 286, "max_ms": 48.523, "p95_ms": 36.637, "reason": null, "sample_age_ms": 90.65, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 216, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.175, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.483, "count": 286, "max_ms": 1.529, "p95_ms": 0.737}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.153, "count": 286, "max_ms": 0.468, "p95_ms": 0.235}, "detection_prepare_ms": {"avg_ms": 0.069, "count": 286, "max_ms": 0.252, "p95_ms": 0.105}, "event_filter_ms": {"avg_ms": 0.002, "count": 286, "max_ms": 0.008, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.055, "count": 286, "max_ms": 0.185, "p95_ms": 0.087}, "mcmt_ms": {"avg_ms": 0.002, "count": 286, "max_ms": 0.031, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.12, "count": 286, "max_ms": 0.482, "p95_ms": 0.172}, "setup_ms": {"avg_ms": 0.031, "count": 286, "max_ms": 0.123, "p95_ms": 0.05}, "total_inside_ms": {"avg_ms": 0.455, "count": 286, "max_ms": 1.46, "p95_ms": 0.697}, "track_match_ms": {"avg_ms": 0.003, "count": 286, "max_ms": 0.026, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.019, "count": 286, "max_ms": 0.073, "p95_ms": 0.033}}, "gstreamer_push": {"avg_ms": 1.752, "count": 286, "max_ms": 3.962, "p95_ms": 2.359}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.029, "count": 286, "max_ms": 0.393, "p95_ms": 0.047}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.637, "count": 286, "max_ms": 49.809, "p95_ms": 37.465}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 286, "max_ms": 0.138, "p95_ms": 0.047}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 286, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 286, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 55.325, "count": 286, "max_ms": 85.498, "p95_ms": 67.103}, "inference_input_copy_ms": {"avg_ms": 0.903, "count": 286, "max_ms": 2.076, "p95_ms": 1.647}, "processing_residual_ms": {"avg_ms": 0.083, "count": 286, "max_ms": 0.365, "p95_ms": 0.147}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 286, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 286, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 56.34, "count": 286, "max_ms": 86.424, "p95_ms": 68.008}, "read_interval": {"avg_ms": 112.889, "count": 286, "max_ms": 4262.282, "p95_ms": 114.537}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 286, "max_ms": 0.036, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.081, "count": 286, "max_ms": 0.35, "p95_ms": 0.121}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 286, "max_ms": 0.061, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.07, "count": 286, "max_ms": 0.316, "p95_ms": 0.106}, "worker_merge_ms": {"avg_ms": 0.003, "count": 286, "max_ms": 0.032, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 29.648, "count": 286, "max_ms": 49.822, "p95_ms": 37.476}, "visualize": {"avg_ms": 24.598, "count": 286, "max_ms": 58.445, "p95_ms": 34.212}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 24.02, "count": 286, "max_ms": 57.773, "p95_ms": 33.547}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 286, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 24.465, "count": 286, "max_ms": 58.333, "p95_ms": 34.104}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 286, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 286, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 24.403, "count": 286, "max_ms": 58.256, "p95_ms": 34.018}, "visualizer_prepare_ms": {"avg_ms": 0.037, "count": 286, "max_ms": 0.105, "p95_ms": 0.06}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 286}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 286}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 286}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 216, "process_rss_mb_proxy": 773.406, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.221, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "f3cd63d1", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 66.961, "sample_count": 2639, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 116881, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T13:50:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 122891, "write_bytes_delta": 122891, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 259.0, "cpu_core_ratio": 1.103429, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6354.0, "pid": 8695, "reason": null, "system_cpu_core_ratio": 0.448144, "system_cpu_s_delta": 4.5, "user_cpu_core_ratio": 0.655285, "user_cpu_s_delta": 6.579999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.41528, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 94961.0, "pid": 216, "reason": null, "system_cpu_core_ratio": 0.117513, "system_cpu_s_delta": 1.1800000000000637, "user_cpu_core_ratio": 0.297766, "user_cpu_s_delta": 2.990000000000691}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.771, "count": 218, "max_ms": 3.714, "p95_ms": 2.459, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 218}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 218}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.616, "count": 30, "max": 29.261, "p95": 23.154, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.16, "count": 30, "max": 18.478, "p95": 16.044, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 619.833, "count": 30, "max": 893.0, "p95": 781.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1928.333, "count": 30, "max": 34876.0, "p95": 8954.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.09, "count": 30, "max": 0.541, "p95": 0.478, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.77, "count": 30, "max": 1.008, "p95": 0.939, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 122050.1, "count": 30, "max": 126396.0, "p95": 124943.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 117989.867, "count": 30, "max": 126396.0, "p95": 124943.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 46743.4, "count": 30, "max": 94961.0, "p95": 89901.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.084, "count": 30, "max": 0.133, "p95": 0.122, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.344, "count": 30, "max": 0.469, "p95": 0.429, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1168, "sampled_at": "2026-09-02T13:50:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T13:50:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.134, "window_s": 30.0}, "started_at": "2026-09-02T10:34:34+09:00", "state": "running", "task_id": "0461f8bd-1aa7-4e75-bde7-dc1bf8ef78f6", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_103436_f3cd63d1.jsonl", "file_size_bytes": 101431, "flush_count": 198, "flush_interval_seconds": 30.0, "flush_state": {"count": 198, "last_at": "2026-09-02T13:50:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T13:50:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 197}, "started": true, "suppressed_count": 116887, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 116887}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 198, "written_record_count": 198}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4203.598, "limit_mb": null}, "detail": {"h264_decode_error_count": 4, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x559633021c80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559633021c80] error while decoding MB 0 52, bytestream 4993 [h264 @ 0x559633061d40] cabac decode of qscale diff failed at 186 92 [h264 @ 0x559633061d40] error while decoding MB 186 92, bytestream 8415 [h264 @ 0x559633003640] error while decoding MB 139 101, bytestream -13", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 323713843200, "copied_frame_count": 117084, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "f3cd63d1", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 323713843200, "frame_buffer_copies": 117084, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.074, "count": 512, "max_ms": 0.2731, "p50_ms": 0.0664, "p95_ms": 0.1179, "p99_ms": 0.1916}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.7446, "count": 512, "max_ms": 1.9102, "p50_ms": 0.7052, "p95_ms": 1.1409, "p99_ms": 1.4921, "results": {"failed": 0, "not_applicable": 0, "success": 117084, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "f3cd63d1", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 3, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T13:51:10+09:00", "last_error_summary": "[h264 @ 0x559633021c80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559633021c80] error while decoding MB 0 52, bytestream 4993 [h264 @ 0x559633061d40] cabac decode of qscale diff failed at 186 92 [h264 @ 0x559633061d40] error while decoding MB 186 92, bytestream 8415 [h264 @ 0x559633003640] error while decoding MB 139 101, bytestream -13", "last_exit_at": "2026-09-02T13:42:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 149.544, "last_started_at": "2026-09-02T13:48:41+09:00", "pid": 8695, "process": {"exists": false, "pid": 8695}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 67.561, "sample_count": 2618, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 117084, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T13:51:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "f3cd63d1", "last_frame_pushed_age_sec": 0.062, "last_frame_pushed_at": "2026-09-02T13:51:10+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-09-02T13:51:10+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 24, "debug_expires_at": null, "deduplicated_count": 1, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 387.725, "last_sample_duration_ms": 514.394, "last_trigger": "periodic", "next_snapshot_in_sec": 212.275, "reason": "waiting_for_next_snapshot", "rotation_count": 85, "runtime_state": "active", "sample_count": 24, "storage_bytes": 925590}, "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-09-02T13:51:10.500294+09:00", "mtime_epoch": 1788324670.500294, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 122475}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T13:51:10+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 782.746, "name": "celery", "pid": 216, "rss_mb": 763.082, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 117084, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 286}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 286}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 286}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 286}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 286}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 286}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 286}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 286, "pushed_frames": 286, "read_frames": 286, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.161, "pushed": 10.161, "read": 10.161}, "hints": ["ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 286, "client_acquire_ms": {"avg_ms": 0.006, "count": 286, "max_ms": 0.035, "p95_ms": 0.013, "reason": null, "sample_age_ms": 103.154, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.464, "count": 286, "max_ms": 2.501, "p95_ms": 1.41, "reason": null, "sample_age_ms": 128.512, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.153, "count": 286, "max_ms": 1.791, "p95_ms": 0.777, "reason": null, "sample_age_ms": 128.7, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.07, "count": 286, "max_ms": 0.237, "p95_ms": 0.133, "reason": null, "sample_age_ms": 103.16, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.102, "count": 286, "max_ms": 4.988, "p95_ms": 1.913, "reason": null, "sample_age_ms": 127.714, "source": "client_direct"}, "request_count": 286, "request_tensor_bytes": {"avg": 2211848.0, "count": 286, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 127.699, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 286, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 103.245, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.645, "count": 286, "max_ms": 42.957, "p95_ms": 34.992, "reason": null, "sample_age_ms": 103.151, "source": "client_direct"}, "sample_age_ms": 103.148, "source": "client_direct", "task_total_ms": {"avg_ms": 28.941, "count": 286, "max_ms": 48.523, "p95_ms": 36.637, "reason": null, "sample_age_ms": 103.148, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 216, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.987, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.483, "count": 286, "max_ms": 1.529, "p95_ms": 0.737}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.153, "count": 286, "max_ms": 0.468, "p95_ms": 0.235}, "detection_prepare_ms": {"avg_ms": 0.069, "count": 286, "max_ms": 0.252, "p95_ms": 0.105}, "event_filter_ms": {"avg_ms": 0.002, "count": 286, "max_ms": 0.008, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.055, "count": 286, "max_ms": 0.185, "p95_ms": 0.087}, "mcmt_ms": {"avg_ms": 0.002, "count": 286, "max_ms": 0.031, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.12, "count": 286, "max_ms": 0.482, "p95_ms": 0.172}, "setup_ms": {"avg_ms": 0.031, "count": 286, "max_ms": 0.123, "p95_ms": 0.05}, "total_inside_ms": {"avg_ms": 0.455, "count": 286, "max_ms": 1.46, "p95_ms": 0.697}, "track_match_ms": {"avg_ms": 0.003, "count": 286, "max_ms": 0.026, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.019, "count": 286, "max_ms": 0.073, "p95_ms": 0.033}}, "gstreamer_push": {"avg_ms": 1.752, "count": 286, "max_ms": 3.962, "p95_ms": 2.359}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.029, "count": 286, "max_ms": 0.393, "p95_ms": 0.047}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.637, "count": 286, "max_ms": 49.809, "p95_ms": 37.465}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 286, "max_ms": 0.138, "p95_ms": 0.047}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 286, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 286, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 55.325, "count": 286, "max_ms": 85.498, "p95_ms": 67.103}, "inference_input_copy_ms": {"avg_ms": 0.903, "count": 286, "max_ms": 2.076, "p95_ms": 1.647}, "processing_residual_ms": {"avg_ms": 0.083, "count": 286, "max_ms": 0.365, "p95_ms": 0.147}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 286, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 286, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 56.34, "count": 286, "max_ms": 86.424, "p95_ms": 68.008}, "read_interval": {"avg_ms": 112.889, "count": 286, "max_ms": 4262.282, "p95_ms": 114.537}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 286, "max_ms": 0.036, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.081, "count": 286, "max_ms": 0.35, "p95_ms": 0.121}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 286, "max_ms": 0.061, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.07, "count": 286, "max_ms": 0.316, "p95_ms": 0.106}, "worker_merge_ms": {"avg_ms": 0.003, "count": 286, "max_ms": 0.032, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 29.648, "count": 286, "max_ms": 49.822, "p95_ms": 37.476}, "visualize": {"avg_ms": 24.598, "count": 286, "max_ms": 58.445, "p95_ms": 34.212}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 24.02, "count": 286, "max_ms": 57.773, "p95_ms": 33.547}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 286, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 24.465, "count": 286, "max_ms": 58.333, "p95_ms": 34.104}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 286, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 286, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 24.403, "count": 286, "max_ms": 58.256, "p95_ms": 34.018}, "visualizer_prepare_ms": {"avg_ms": 0.037, "count": 286, "max_ms": 0.105, "p95_ms": 0.06}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 286}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 286}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 286}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 216, "process_rss_mb_proxy": 773.406, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.221, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "f3cd63d1", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 66.961, "sample_count": 2639, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 116881, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T13:50:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 122891, "write_bytes_delta": 122891, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 259.0, "cpu_core_ratio": 1.103429, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6354.0, "pid": 8695, "reason": null, "system_cpu_core_ratio": 0.448144, "system_cpu_s_delta": 4.5, "user_cpu_core_ratio": 0.655285, "user_cpu_s_delta": 6.579999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.41528, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 94961.0, "pid": 216, "reason": null, "system_cpu_core_ratio": 0.117513, "system_cpu_s_delta": 1.1800000000000637, "user_cpu_core_ratio": 0.297766, "user_cpu_s_delta": 2.990000000000691}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.771, "count": 218, "max_ms": 3.714, "p95_ms": 2.459, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 218}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 218}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.616, "count": 30, "max": 29.261, "p95": 23.154, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.16, "count": 30, "max": 18.478, "p95": 16.044, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 619.833, "count": 30, "max": 893.0, "p95": 781.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1928.333, "count": 30, "max": 34876.0, "p95": 8954.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.09, "count": 30, "max": 0.541, "p95": 0.478, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.77, "count": 30, "max": 1.008, "p95": 0.939, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 122050.1, "count": 30, "max": 126396.0, "p95": 124943.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 117989.867, "count": 30, "max": 126396.0, "p95": 124943.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 46743.4, "count": 30, "max": 94961.0, "p95": 89901.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.084, "count": 30, "max": 0.133, "p95": 0.122, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.344, "count": 30, "max": 0.469, "p95": 0.429, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1168, "sampled_at": "2026-09-02T13:50:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T13:50:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.147, "window_s": 30.0}, "started_at": "2026-09-02T10:34:34+09:00", "state": "running", "task_id": "0461f8bd-1aa7-4e75-bde7-dc1bf8ef78f6", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_103436_f3cd63d1.jsonl", "file_size_bytes": 101431, "flush_count": 198, "flush_interval_seconds": 30.0, "flush_state": {"count": 198, "last_at": "2026-09-02T13:50:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T13:50:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 197}, "started": true, "suppressed_count": 116887, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 116887}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 198, "written_record_count": 198}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4203.934, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 323713843200, "copied_frame_count": 117084, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "f3cd63d1", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 323713843200, "frame_buffer_copies": 117084, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.074, "count": 512, "max_ms": 0.2731, "p50_ms": 0.0664, "p95_ms": 0.1179, "p99_ms": 0.1916}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.7446, "count": 512, "max_ms": 1.9102, "p50_ms": 0.7052, "p95_ms": 1.1409, "p99_ms": 1.4921, "results": {"failed": 0, "not_applicable": 0, "success": 117084, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "f3cd63d1", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 3, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T13:51:10+09:00", "last_error_summary": "[h264 @ 0x559633021c80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559633021c80] error while decoding MB 0 52, bytestream 4993 [h264 @ 0x559633061d40] cabac decode of qscale diff failed at 186 92 [h264 @ 0x559633061d40] error while decoding MB 186 92, bytestream 8415 [h264 @ 0x559633003640] error while decoding MB 139 101, bytestream -13", "last_exit_at": "2026-09-02T13:42:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 149.572, "last_started_at": "2026-09-02T13:48:41+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 67.561, "sample_count": 2618, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 117084, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T13:51:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "f3cd63d1", "last_frame_pushed_age_sec": 0.09, "last_frame_pushed_at": "2026-09-02T13:51:10+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-09-02T13:51:10+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 24, "debug_expires_at": null, "deduplicated_count": 1, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 387.743, "last_sample_duration_ms": 514.394, "last_trigger": "periodic", "next_snapshot_in_sec": 212.257, "reason": "waiting_for_next_snapshot", "rotation_count": 85, "runtime_state": "active", "sample_count": 24, "storage_bytes": 925590}, "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-09-02T13:51:10.500294+09:00", "mtime_epoch": 1788324670.500294, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 122475}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T13:51:10+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 782.746, "name": "celery", "pid": 216, "rss_mb": 763.078, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 117084, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 286}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 286}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 286}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 286}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 286}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 286}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 286}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 286, "pushed_frames": 286, "read_frames": 286, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.152, "pushed": 10.152, "read": 10.152}, "hints": ["ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 286, "client_acquire_ms": {"avg_ms": 0.006, "count": 286, "max_ms": 0.035, "p95_ms": 0.013, "reason": null, "sample_age_ms": 127.232, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.464, "count": 286, "max_ms": 2.501, "p95_ms": 1.41, "reason": null, "sample_age_ms": 152.59, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.153, "count": 286, "max_ms": 1.791, "p95_ms": 0.777, "reason": null, "sample_age_ms": 152.778, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.07, "count": 286, "max_ms": 0.237, "p95_ms": 0.133, "reason": null, "sample_age_ms": 127.239, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.102, "count": 286, "max_ms": 4.988, "p95_ms": 1.913, "reason": null, "sample_age_ms": 151.792, "source": "client_direct"}, "request_count": 286, "request_tensor_bytes": {"avg": 2211848.0, "count": 286, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 151.778, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 286, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 127.324, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.645, "count": 286, "max_ms": 42.957, "p95_ms": 34.992, "reason": null, "sample_age_ms": 127.229, "source": "client_direct"}, "sample_age_ms": 127.227, "source": "client_direct", "task_total_ms": {"avg_ms": 28.941, "count": 286, "max_ms": 48.523, "p95_ms": 36.637, "reason": null, "sample_age_ms": 127.227, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 216, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.945, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.483, "count": 286, "max_ms": 1.529, "p95_ms": 0.737}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.153, "count": 286, "max_ms": 0.468, "p95_ms": 0.235}, "detection_prepare_ms": {"avg_ms": 0.069, "count": 286, "max_ms": 0.252, "p95_ms": 0.105}, "event_filter_ms": {"avg_ms": 0.002, "count": 286, "max_ms": 0.008, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.055, "count": 286, "max_ms": 0.185, "p95_ms": 0.087}, "mcmt_ms": {"avg_ms": 0.002, "count": 286, "max_ms": 0.031, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.12, "count": 286, "max_ms": 0.482, "p95_ms": 0.172}, "setup_ms": {"avg_ms": 0.031, "count": 286, "max_ms": 0.123, "p95_ms": 0.05}, "total_inside_ms": {"avg_ms": 0.455, "count": 286, "max_ms": 1.46, "p95_ms": 0.697}, "track_match_ms": {"avg_ms": 0.003, "count": 286, "max_ms": 0.026, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.019, "count": 286, "max_ms": 0.073, "p95_ms": 0.033}}, "gstreamer_push": {"avg_ms": 1.752, "count": 286, "max_ms": 3.962, "p95_ms": 2.359}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.029, "count": 286, "max_ms": 0.393, "p95_ms": 0.047}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.637, "count": 286, "max_ms": 49.809, "p95_ms": 37.465}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 286, "max_ms": 0.138, "p95_ms": 0.047}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 286, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 286, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 55.325, "count": 286, "max_ms": 85.498, "p95_ms": 67.103}, "inference_input_copy_ms": {"avg_ms": 0.903, "count": 286, "max_ms": 2.076, "p95_ms": 1.647}, "processing_residual_ms": {"avg_ms": 0.083, "count": 286, "max_ms": 0.365, "p95_ms": 0.147}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 286, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 286, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 56.34, "count": 286, "max_ms": 86.424, "p95_ms": 68.008}, "read_interval": {"avg_ms": 112.889, "count": 286, "max_ms": 4262.282, "p95_ms": 114.537}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 286, "max_ms": 0.036, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.081, "count": 286, "max_ms": 0.35, "p95_ms": 0.121}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 286, "max_ms": 0.061, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.07, "count": 286, "max_ms": 0.316, "p95_ms": 0.106}, "worker_merge_ms": {"avg_ms": 0.003, "count": 286, "max_ms": 0.032, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 29.648, "count": 286, "max_ms": 49.822, "p95_ms": 37.476}, "visualize": {"avg_ms": 24.598, "count": 286, "max_ms": 58.445, "p95_ms": 34.212}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 24.02, "count": 286, "max_ms": 57.773, "p95_ms": 33.547}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 286, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 24.465, "count": 286, "max_ms": 58.333, "p95_ms": 34.104}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 286, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 286, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 24.403, "count": 286, "max_ms": 58.256, "p95_ms": 34.018}, "visualizer_prepare_ms": {"avg_ms": 0.037, "count": 286, "max_ms": 0.105, "p95_ms": 0.06}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 286}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 286}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 286}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 216, "process_rss_mb_proxy": 773.406, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.221, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "f3cd63d1", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 66.961, "sample_count": 2639, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 116881, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T13:50:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 122891, "write_bytes_delta": 122891, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 259.0, "cpu_core_ratio": 1.103429, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6354.0, "pid": 8695, "reason": null, "system_cpu_core_ratio": 0.448144, "system_cpu_s_delta": 4.5, "user_cpu_core_ratio": 0.655285, "user_cpu_s_delta": 6.579999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.41528, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 94961.0, "pid": 216, "reason": null, "system_cpu_core_ratio": 0.117513, "system_cpu_s_delta": 1.1800000000000637, "user_cpu_core_ratio": 0.297766, "user_cpu_s_delta": 2.990000000000691}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.771, "count": 218, "max_ms": 3.714, "p95_ms": 2.459, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 218}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 218}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.616, "count": 30, "max": 29.261, "p95": 23.154, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.16, "count": 30, "max": 18.478, "p95": 16.044, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 619.833, "count": 30, "max": 893.0, "p95": 781.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1928.333, "count": 30, "max": 34876.0, "p95": 8954.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.09, "count": 30, "max": 0.541, "p95": 0.478, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.77, "count": 30, "max": 1.008, "p95": 0.939, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 122050.1, "count": 30, "max": 126396.0, "p95": 124943.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 117989.867, "count": 30, "max": 126396.0, "p95": 124943.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 46743.4, "count": 30, "max": 94961.0, "p95": 89901.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.084, "count": 30, "max": 0.133, "p95": 0.122, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.344, "count": 30, "max": 0.469, "p95": 0.429, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1168, "sampled_at": "2026-09-02T13:50:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T13:50:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.172, "window_s": 30.0}, "started_at": "2026-09-02T10:34:34+09:00", "state": "running", "task_id": "0461f8bd-1aa7-4e75-bde7-dc1bf8ef78f6", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_103436_f3cd63d1.jsonl", "file_size_bytes": 101431, "flush_count": 198, "flush_interval_seconds": 30.0, "flush_state": {"count": 198, "last_at": "2026-09-02T13:50:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T13:50:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 197}, "started": true, "suppressed_count": 116887, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 116887}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 198, "written_record_count": 198}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4243.629, "limit_mb": null}, "detail": {"pid": 8927, "restart_count": 3, "start_count": 4}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 323713843200, "copied_frame_count": 117084, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "f3cd63d1", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 323713843200, "frame_buffer_copies": 117084, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.074, "count": 512, "max_ms": 0.2731, "p50_ms": 0.0664, "p95_ms": 0.1179, "p99_ms": 0.1916}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.7446, "count": 512, "max_ms": 1.9102, "p50_ms": 0.7052, "p95_ms": 1.1409, "p99_ms": 1.4921, "results": {"failed": 0, "not_applicable": 0, "success": 117084, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "f3cd63d1", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 3, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T13:51:10+09:00", "last_error_summary": "[h264 @ 0x559633021c80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559633021c80] error while decoding MB 0 52, bytestream 4993 [h264 @ 0x559633061d40] cabac decode of qscale diff failed at 186 92 [h264 @ 0x559633061d40] error while decoding MB 186 92, bytestream 8415 [h264 @ 0x559633003640] error while decoding MB 139 101, bytestream -13", "last_exit_at": "2026-09-02T13:42:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-02T13:51:12+09:00", "pid": 8927, "process": {"exists": true, "fd_count": 4, "hwm_mb": 74.934, "name": "ffmpeg", "pid": 8927, "rss_mb": 74.934, "state": "S (sleeping)", "threads": 1}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 67.637, "sample_count": 2575, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 117084, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T13:51:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "f3cd63d1", "last_frame_pushed_age_sec": 4.356, "last_frame_pushed_at": "2026-09-02T13:51:10+09:00", "last_frame_read_age_sec": 4.414, "last_frame_read_at": "2026-09-02T13:51:10+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 24, "debug_expires_at": null, "deduplicated_count": 1, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 392.016, "last_sample_duration_ms": 514.394, "last_trigger": "periodic", "next_snapshot_in_sec": 207.984, "reason": "waiting_for_next_snapshot", "rotation_count": 85, "runtime_state": "active", "sample_count": 24, "storage_bytes": 925590}, "mjpeg": {"age_sec": 4.349, "exists": true, "mtime": "2026-09-02T13:51:10.500294+09:00", "mtime_epoch": 1788324670.500294, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 122475}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T13:51:14+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 782.746, "name": "celery", "pid": 216, "rss_mb": 763.082, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 117084, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 248}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 248, "pushed_frames": 249, "read_frames": 248, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.267, "pushed": 8.301, "read": 8.267}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 248, "client_acquire_ms": {"avg_ms": 0.006, "count": 248, "max_ms": 0.035, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4395.401, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.484, "count": 248, "max_ms": 2.501, "p95_ms": 1.457, "reason": null, "sample_age_ms": 4420.759, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.157, "count": 248, "max_ms": 1.791, "p95_ms": 0.796, "reason": null, "sample_age_ms": 4420.947, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.071, "count": 248, "max_ms": 0.237, "p95_ms": 0.135, "reason": null, "sample_age_ms": 4395.408, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.1, "count": 248, "max_ms": 4.988, "p95_ms": 1.961, "reason": null, "sample_age_ms": 4419.961, "source": "client_direct"}, "request_count": 248, "request_tensor_bytes": {"avg": 2211848.0, "count": 248, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4419.947, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 248, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4395.493, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.555, "count": 248, "max_ms": 42.957, "p95_ms": 34.437, "reason": null, "sample_age_ms": 4395.399, "source": "client_direct"}, "sample_age_ms": 4395.396, "source": "client_direct", "task_total_ms": {"avg_ms": 28.851, "count": 248, "max_ms": 48.523, "p95_ms": 36.277, "reason": null, "sample_age_ms": 4395.396, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 216, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.236, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.486, "count": 248, "max_ms": 1.529, "p95_ms": 0.742}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.154, "count": 248, "max_ms": 0.468, "p95_ms": 0.235}, "detection_prepare_ms": {"avg_ms": 0.069, "count": 248, "max_ms": 0.252, "p95_ms": 0.107}, "event_filter_ms": {"avg_ms": 0.002, "count": 248, "max_ms": 0.008, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.055, "count": 248, "max_ms": 0.185, "p95_ms": 0.089}, "mcmt_ms": {"avg_ms": 0.002, "count": 248, "max_ms": 0.031, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.121, "count": 248, "max_ms": 0.482, "p95_ms": 0.181}, "setup_ms": {"avg_ms": 0.031, "count": 248, "max_ms": 0.123, "p95_ms": 0.049}, "total_inside_ms": {"avg_ms": 0.458, "count": 248, "max_ms": 1.46, "p95_ms": 0.71}, "track_match_ms": {"avg_ms": 0.003, "count": 248, "max_ms": 0.026, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.019, "count": 248, "max_ms": 0.073, "p95_ms": 0.033}}, "gstreamer_push": {"avg_ms": 1.758, "count": 249, "max_ms": 3.962, "p95_ms": 2.359}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.029, "count": 248, "max_ms": 0.393, "p95_ms": 0.049}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.565, "count": 248, "max_ms": 49.809, "p95_ms": 37.447}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 248, "max_ms": 0.138, "p95_ms": 0.047}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 55.324, "count": 248, "max_ms": 85.498, "p95_ms": 67.974}, "inference_input_copy_ms": {"avg_ms": 0.847, "count": 248, "max_ms": 2.076, "p95_ms": 1.533}, "processing_residual_ms": {"avg_ms": 0.083, "count": 248, "max_ms": 0.365, "p95_ms": 0.145}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 56.283, "count": 248, "max_ms": 86.424, "p95_ms": 68.814}, "read_interval": {"avg_ms": 103.4, "count": 248, "max_ms": 2027.806, "p95_ms": 152.341}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 248, "max_ms": 0.036, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.082, "count": 248, "max_ms": 0.35, "p95_ms": 0.123}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 248, "max_ms": 0.061, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.071, "count": 248, "max_ms": 0.316, "p95_ms": 0.107}, "worker_merge_ms": {"avg_ms": 0.003, "count": 248, "max_ms": 0.032, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 29.576, "count": 248, "max_ms": 49.822, "p95_ms": 37.457}, "visualize": {"avg_ms": 24.66, "count": 248, "max_ms": 58.445, "p95_ms": 34.291}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 24.075, "count": 248, "max_ms": 57.773, "p95_ms": 33.639}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 24.526, "count": 248, "max_ms": 58.333, "p95_ms": 34.176}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 24.463, "count": 248, "max_ms": 58.256, "p95_ms": 34.095}, "visualizer_prepare_ms": {"avg_ms": 0.037, "count": 248, "max_ms": 0.105, "p95_ms": 0.06}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 248}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 216, "process_rss_mb_proxy": 773.406, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.221, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "f3cd63d1", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 66.961, "sample_count": 2639, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 116881, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T13:50:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 122891, "write_bytes_delta": 122891, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 259.0, "cpu_core_ratio": 1.103429, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6354.0, "pid": 8695, "reason": null, "system_cpu_core_ratio": 0.448144, "system_cpu_s_delta": 4.5, "user_cpu_core_ratio": 0.655285, "user_cpu_s_delta": 6.579999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.41528, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 94961.0, "pid": 216, "reason": null, "system_cpu_core_ratio": 0.117513, "system_cpu_s_delta": 1.1800000000000637, "user_cpu_core_ratio": 0.297766, "user_cpu_s_delta": 2.990000000000691}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.771, "count": 218, "max_ms": 3.714, "p95_ms": 2.459, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 218}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 218}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.616, "count": 30, "max": 29.261, "p95": 23.154, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.16, "count": 30, "max": 18.478, "p95": 16.044, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 619.833, "count": 30, "max": 893.0, "p95": 781.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1928.333, "count": 30, "max": 34876.0, "p95": 8954.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.09, "count": 30, "max": 0.541, "p95": 0.478, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.77, "count": 30, "max": 1.008, "p95": 0.939, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 122050.1, "count": 30, "max": 126396.0, "p95": 124943.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 117989.867, "count": 30, "max": 126396.0, "p95": 124943.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 46743.4, "count": 30, "max": 94961.0, "p95": 89901.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.084, "count": 30, "max": 0.133, "p95": 0.122, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.344, "count": 30, "max": 0.469, "p95": 0.429, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1168, "sampled_at": "2026-09-02T13:50:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T13:50:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-09-02T10:34:34+09:00", "state": "running", "task_id": "0461f8bd-1aa7-4e75-bde7-dc1bf8ef78f6", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_103436_f3cd63d1.jsonl", "file_size_bytes": 109655, "flush_count": 214, "flush_interval_seconds": 30.0, "flush_state": {"count": 214, "last_at": "2026-09-02T14:06:49", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T14:06:49", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 213}, "started": true, "suppressed_count": 126560, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 126560}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 214, "written_record_count": 214}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4232.301, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 350501990400, "copied_frame_count": 126773, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "f3cd63d1", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 350501990400, "frame_buffer_copies": 126773, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0719, "count": 512, "max_ms": 0.2096, "p50_ms": 0.0652, "p95_ms": 0.1132, "p99_ms": 0.1408}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.7577, "count": 512, "max_ms": 1.9889, "p50_ms": 0.7025, "p95_ms": 1.1805, "p99_ms": 1.5338, "results": {"failed": 0, "not_applicable": 0, "success": 126773, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "f3cd63d1", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 3, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T13:51:10+09:00", "last_error_summary": "[h264 @ 0x559633021c80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x559633021c80] error while decoding MB 0 52, bytestream 4993 [h264 @ 0x559633061d40] cabac decode of qscale diff failed at 186 92 [h264 @ 0x559633061d40] error while decoding MB 186 92, bytestream 8415 [h264 @ 0x559633003640] error while decoding MB 139 101, bytestream -13", "last_exit_at": "2026-09-02T13:42:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 995.951, "last_started_at": "2026-09-02T13:51:12+09:00", "pid": 8927, "process": {"exists": false, "pid": 8927}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 65.219, "sample_count": 2755, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 126773, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T14:07:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "f3cd63d1", "last_frame_pushed_age_sec": 0.019, "last_frame_pushed_at": "2026-09-02T14:07:48+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-09-02T14:07:48+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 26, "debug_expires_at": null, "deduplicated_count": 1, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 178.752, "last_sample_duration_ms": 461.153, "last_trigger": "periodic", "next_snapshot_in_sec": 421.248, "reason": "waiting_for_next_snapshot", "rotation_count": 85, "runtime_state": "active", "sample_count": 26, "storage_bytes": 940594}, "mjpeg": {"age_sec": 0.013, "exists": true, "mtime": "2026-09-02T14:07:48.785772+09:00", "mtime_epoch": 1788325668.785772, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 118250}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T14:07:48+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 787.344, "name": "celery", "pid": 216, "rss_mb": 767.676, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 126773, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 55}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 55, "pushed_frames": 55, "read_frames": 55, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.835, "pushed": 1.835, "read": 1.835}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 55, "client_acquire_ms": {"avg_ms": 0.004, "count": 55, "max_ms": 0.011, "p95_ms": 0.006, "reason": null, "sample_age_ms": 44.074, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.487, "count": 55, "max_ms": 1.214, "p95_ms": 1.037, "reason": null, "sample_age_ms": 69.322, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.283, "count": 55, "max_ms": 0.84, "p95_ms": 0.806, "reason": null, "sample_age_ms": 69.561, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.054, "count": 55, "max_ms": 0.094, "p95_ms": 0.067, "reason": null, "sample_age_ms": 44.078, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.734, "count": 55, "max_ms": 1.131, "p95_ms": 0.981, "reason": null, "sample_age_ms": 68.635, "source": "client_direct"}, "request_count": 55, "request_tensor_bytes": {"avg": 2211848.0, "count": 55, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 68.624, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 55, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 44.14, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 24.241, "count": 55, "max_ms": 34.91, "p95_ms": 25.789, "reason": null, "sample_age_ms": 44.072, "source": "client_direct"}, "sample_age_ms": 44.069, "source": "client_direct", "task_total_ms": {"avg_ms": 25.138, "count": 55, "max_ms": 36.269, "p95_ms": 26.756, "reason": null, "sample_age_ms": 44.069, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 216, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.365, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.436, "count": 55, "max_ms": 0.738, "p95_ms": 0.526}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.138, "count": 55, "max_ms": 0.287, "p95_ms": 0.162}, "detection_prepare_ms": {"avg_ms": 0.063, "count": 55, "max_ms": 0.127, "p95_ms": 0.104}, "event_filter_ms": {"avg_ms": 0.002, "count": 55, "max_ms": 0.002, "p95_ms": 0.002}, "id_reconcile_ms": {"avg_ms": 0.05, "count": 55, "max_ms": 0.129, "p95_ms": 0.066}, "mcmt_ms": {"avg_ms": 0.001, "count": 55, "max_ms": 0.003, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.106, "count": 55, "max_ms": 0.139, "p95_ms": 0.128}, "setup_ms": {"avg_ms": 0.029, "count": 55, "max_ms": 0.073, "p95_ms": 0.04}, "total_inside_ms": {"avg_ms": 0.41, "count": 55, "max_ms": 0.71, "p95_ms": 0.497}, "track_match_ms": {"avg_ms": 0.004, "count": 55, "max_ms": 0.025, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.017, "count": 55, "max_ms": 0.042, "p95_ms": 0.027}}, "gstreamer_push": {"avg_ms": 1.389, "count": 55, "max_ms": 1.898, "p95_ms": 1.783}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.026, "count": 55, "max_ms": 0.046, "p95_ms": 0.043}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 25.833, "count": 55, "max_ms": 36.929, "p95_ms": 28.853}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.022, "count": 55, "max_ms": 0.048, "p95_ms": 0.039}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 46.035, "count": 55, "max_ms": 62.449, "p95_ms": 50.04}, "inference_input_copy_ms": {"avg_ms": 0.569, "count": 55, "max_ms": 0.998, "p95_ms": 0.784}, "processing_residual_ms": {"avg_ms": 0.072, "count": 55, "max_ms": 0.09, "p95_ms": 0.086}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 46.698, "count": 55, "max_ms": 63.265, "p95_ms": 50.647}, "read_interval": {"avg_ms": 546.094, "count": 55, "max_ms": 2954.984, "p95_ms": 2433.859}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 55, "max_ms": 0.027, "p95_ms": 0.012}, "execute_total_ms": {"avg_ms": 0.072, "count": 55, "max_ms": 0.101, "p95_ms": 0.092}, "resolve_scenarios_ms": {"avg_ms": 0.004, "count": 55, "max_ms": 0.012, "p95_ms": 0.006}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.062, "count": 55, "max_ms": 0.092, "p95_ms": 0.082}, "worker_merge_ms": {"avg_ms": 0.003, "count": 55, "max_ms": 0.005, "p95_ms": 0.004}}, "triton_wait": {"avg_ms": 25.844, "count": 55, "max_ms": 36.94, "p95_ms": 28.864}, "visualize": {"avg_ms": 19.075, "count": 55, "max_ms": 29.954, "p95_ms": 22.74}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 18.554, "count": 55, "max_ms": 29.342, "p95_ms": 22.249}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 18.956, "count": 55, "max_ms": 29.803, "p95_ms": 22.632}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 18.901, "count": 55, "max_ms": 29.741, "p95_ms": 22.58}, "visualizer_prepare_ms": {"avg_ms": 0.033, "count": 55, "max_ms": 0.058, "p95_ms": 0.042}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 55}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 216, "process_rss_mb_proxy": 767.656, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.265, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "f3cd63d1", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 65.223, "sample_count": 2944, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 126737, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T14:07:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118518, "write_bytes_delta": 118518, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 378.0, "cpu_core_ratio": 0.394507, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 8927, "reason": null, "system_cpu_core_ratio": 0.021766, "system_cpu_s_delta": 0.240000000000002, "user_cpu_core_ratio": 0.372741, "user_cpu_s_delta": 4.1099999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.225821, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23136.0, "pid": 216, "reason": null, "system_cpu_core_ratio": 0.041718, "system_cpu_s_delta": 0.4600000000000364, "user_cpu_core_ratio": 0.184103, "user_cpu_s_delta": 2.0299999999997453}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.74, "count": 244, "max_ms": 3.236, "p95_ms": 2.524, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 244}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.178, "count": 30, "max": 47.626, "p95": 32.242, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.698, "count": 30, "max": 19.274, "p95": 15.411, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 692.433, "count": 30, "max": 930.0, "p95": 787.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 130.2, "count": 30, "max": 3487.0, "p95": 222.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.137, "p95": 0.063, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.794, "count": 30, "max": 1.197, "p95": 0.961, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.078, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 114834.967, "count": 30, "max": 120690.0, "p95": 118962.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 110811.967, "count": 30, "max": 119007.0, "p95": 118890.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 50773.867, "count": 30, "max": 134764.0, "p95": 91096.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.095, "count": 30, "max": 0.179, "p95": 0.134, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.372, "count": 30, "max": 0.532, "p95": 0.444, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1267, "sampled_at": "2026-09-02T14:07:26+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T14:07:26+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-09-02T10:34:34+09:00", "state": "running", "task_id": "0461f8bd-1aa7-4e75-bde7-dc1bf8ef78f6", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_103436_f3cd63d1.jsonl", "file_size_bytes": 109655, "flush_count": 214, "flush_interval_seconds": 30.0, "flush_state": {"count": 214, "last_at": "2026-09-02T14:06:49", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T14:06:49", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 213}, "started": true, "suppressed_count": 126560, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 126560}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 214, "written_record_count": 214}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4232.301, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5abba23f2800] error while decoding MB 166 87, bytestream -12", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 350501990400, "copied_frame_count": 126773, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "f3cd63d1", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 350501990400, "frame_buffer_copies": 126773, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0719, "count": 512, "max_ms": 0.2096, "p50_ms": 0.0652, "p95_ms": 0.1132, "p99_ms": 0.1408}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.7577, "count": 512, "max_ms": 1.9889, "p50_ms": 0.7025, "p95_ms": 1.1805, "p99_ms": 1.5338, "results": {"failed": 0, "not_applicable": 0, "success": 126773, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "f3cd63d1", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 4, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T14:07:48+09:00", "last_error_summary": "[h264 @ 0x5abba23f2800] error while decoding MB 166 87, bytestream -12", "last_exit_at": "2026-09-02T13:42:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 995.958, "last_started_at": "2026-09-02T13:51:12+09:00", "pid": 8927, "process": {"exists": false, "pid": 8927}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 65.219, "sample_count": 2755, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 126773, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T14:07:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "f3cd63d1", "last_frame_pushed_age_sec": 0.026, "last_frame_pushed_at": "2026-09-02T14:07:48+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-09-02T14:07:48+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 26, "debug_expires_at": null, "deduplicated_count": 1, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 178.76, "last_sample_duration_ms": 461.153, "last_trigger": "periodic", "next_snapshot_in_sec": 421.24, "reason": "waiting_for_next_snapshot", "rotation_count": 85, "runtime_state": "active", "sample_count": 26, "storage_bytes": 940594}, "mjpeg": {"age_sec": 0.02, "exists": true, "mtime": "2026-09-02T14:07:48.785772+09:00", "mtime_epoch": 1788325668.785772, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 118250}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T14:07:48+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 787.344, "name": "celery", "pid": 216, "rss_mb": 767.676, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 126773, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 55}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 55, "pushed_frames": 55, "read_frames": 55, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.835, "pushed": 1.835, "read": 1.835}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 55, "client_acquire_ms": {"avg_ms": 0.004, "count": 55, "max_ms": 0.011, "p95_ms": 0.006, "reason": null, "sample_age_ms": 50.718, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.487, "count": 55, "max_ms": 1.214, "p95_ms": 1.037, "reason": null, "sample_age_ms": 75.965, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.283, "count": 55, "max_ms": 0.84, "p95_ms": 0.806, "reason": null, "sample_age_ms": 76.204, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.054, "count": 55, "max_ms": 0.094, "p95_ms": 0.067, "reason": null, "sample_age_ms": 50.722, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.734, "count": 55, "max_ms": 1.131, "p95_ms": 0.981, "reason": null, "sample_age_ms": 75.279, "source": "client_direct"}, "request_count": 55, "request_tensor_bytes": {"avg": 2211848.0, "count": 55, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 75.267, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 55, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 50.783, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 24.241, "count": 55, "max_ms": 34.91, "p95_ms": 25.789, "reason": null, "sample_age_ms": 50.715, "source": "client_direct"}, "sample_age_ms": 50.712, "source": "client_direct", "task_total_ms": {"avg_ms": 25.138, "count": 55, "max_ms": 36.269, "p95_ms": 26.756, "reason": null, "sample_age_ms": 50.712, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 216, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.325, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.436, "count": 55, "max_ms": 0.738, "p95_ms": 0.526}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.138, "count": 55, "max_ms": 0.287, "p95_ms": 0.162}, "detection_prepare_ms": {"avg_ms": 0.063, "count": 55, "max_ms": 0.127, "p95_ms": 0.104}, "event_filter_ms": {"avg_ms": 0.002, "count": 55, "max_ms": 0.002, "p95_ms": 0.002}, "id_reconcile_ms": {"avg_ms": 0.05, "count": 55, "max_ms": 0.129, "p95_ms": 0.066}, "mcmt_ms": {"avg_ms": 0.001, "count": 55, "max_ms": 0.003, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.106, "count": 55, "max_ms": 0.139, "p95_ms": 0.128}, "setup_ms": {"avg_ms": 0.029, "count": 55, "max_ms": 0.073, "p95_ms": 0.04}, "total_inside_ms": {"avg_ms": 0.41, "count": 55, "max_ms": 0.71, "p95_ms": 0.497}, "track_match_ms": {"avg_ms": 0.004, "count": 55, "max_ms": 0.025, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.017, "count": 55, "max_ms": 0.042, "p95_ms": 0.027}}, "gstreamer_push": {"avg_ms": 1.389, "count": 55, "max_ms": 1.898, "p95_ms": 1.783}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.026, "count": 55, "max_ms": 0.046, "p95_ms": 0.043}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 25.833, "count": 55, "max_ms": 36.929, "p95_ms": 28.853}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.022, "count": 55, "max_ms": 0.048, "p95_ms": 0.039}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 46.035, "count": 55, "max_ms": 62.449, "p95_ms": 50.04}, "inference_input_copy_ms": {"avg_ms": 0.569, "count": 55, "max_ms": 0.998, "p95_ms": 0.784}, "processing_residual_ms": {"avg_ms": 0.072, "count": 55, "max_ms": 0.09, "p95_ms": 0.086}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 46.698, "count": 55, "max_ms": 63.265, "p95_ms": 50.647}, "read_interval": {"avg_ms": 546.094, "count": 55, "max_ms": 2954.984, "p95_ms": 2433.859}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 55, "max_ms": 0.027, "p95_ms": 0.012}, "execute_total_ms": {"avg_ms": 0.072, "count": 55, "max_ms": 0.101, "p95_ms": 0.092}, "resolve_scenarios_ms": {"avg_ms": 0.004, "count": 55, "max_ms": 0.012, "p95_ms": 0.006}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.062, "count": 55, "max_ms": 0.092, "p95_ms": 0.082}, "worker_merge_ms": {"avg_ms": 0.003, "count": 55, "max_ms": 0.005, "p95_ms": 0.004}}, "triton_wait": {"avg_ms": 25.844, "count": 55, "max_ms": 36.94, "p95_ms": 28.864}, "visualize": {"avg_ms": 19.075, "count": 55, "max_ms": 29.954, "p95_ms": 22.74}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 18.554, "count": 55, "max_ms": 29.342, "p95_ms": 22.249}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 18.956, "count": 55, "max_ms": 29.803, "p95_ms": 22.632}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 18.901, "count": 55, "max_ms": 29.741, "p95_ms": 22.58}, "visualizer_prepare_ms": {"avg_ms": 0.033, "count": 55, "max_ms": 0.058, "p95_ms": 0.042}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 55}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 216, "process_rss_mb_proxy": 767.656, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.265, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "f3cd63d1", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 65.223, "sample_count": 2944, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 126737, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T14:07:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118518, "write_bytes_delta": 118518, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 378.0, "cpu_core_ratio": 0.394507, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 8927, "reason": null, "system_cpu_core_ratio": 0.021766, "system_cpu_s_delta": 0.240000000000002, "user_cpu_core_ratio": 0.372741, "user_cpu_s_delta": 4.1099999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.225821, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23136.0, "pid": 216, "reason": null, "system_cpu_core_ratio": 0.041718, "system_cpu_s_delta": 0.4600000000000364, "user_cpu_core_ratio": 0.184103, "user_cpu_s_delta": 2.0299999999997453}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.74, "count": 244, "max_ms": 3.236, "p95_ms": 2.524, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 244}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.178, "count": 30, "max": 47.626, "p95": 32.242, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.698, "count": 30, "max": 19.274, "p95": 15.411, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 692.433, "count": 30, "max": 930.0, "p95": 787.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 130.2, "count": 30, "max": 3487.0, "p95": 222.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.137, "p95": 0.063, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.794, "count": 30, "max": 1.197, "p95": 0.961, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.078, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 114834.967, "count": 30, "max": 120690.0, "p95": 118962.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 110811.967, "count": 30, "max": 119007.0, "p95": 118890.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 50773.867, "count": 30, "max": 134764.0, "p95": 91096.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.095, "count": 30, "max": 0.179, "p95": 0.134, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.372, "count": 30, "max": 0.532, "p95": 0.444, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1267, "sampled_at": "2026-09-02T14:07:26+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T14:07:26+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-09-02T10:34:34+09:00", "state": "running", "task_id": "0461f8bd-1aa7-4e75-bde7-dc1bf8ef78f6", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_103436_f3cd63d1.jsonl", "file_size_bytes": 109655, "flush_count": 214, "flush_interval_seconds": 30.0, "flush_state": {"count": 214, "last_at": "2026-09-02T14:06:49", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T14:06:49", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 213}, "started": true, "suppressed_count": 126560, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 126560}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 214, "written_record_count": 214}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4231.938, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 350501990400, "copied_frame_count": 126773, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "f3cd63d1", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 350501990400, "frame_buffer_copies": 126773, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0719, "count": 512, "max_ms": 0.2096, "p50_ms": 0.0652, "p95_ms": 0.1132, "p99_ms": 0.1408}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.7577, "count": 512, "max_ms": 1.9889, "p50_ms": 0.7025, "p95_ms": 1.1805, "p99_ms": 1.5338, "results": {"failed": 0, "not_applicable": 0, "success": 126773, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "f3cd63d1", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 4, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T14:07:48+09:00", "last_error_summary": "[h264 @ 0x5abba23f2800] error while decoding MB 166 87, bytestream -12", "last_exit_at": "2026-09-02T13:42:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 995.978, "last_started_at": "2026-09-02T13:51:12+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 65.219, "sample_count": 2755, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 126773, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T14:07:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "f3cd63d1", "last_frame_pushed_age_sec": 0.046, "last_frame_pushed_at": "2026-09-02T14:07:48+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-09-02T14:07:48+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 26, "debug_expires_at": null, "deduplicated_count": 1, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 178.773, "last_sample_duration_ms": 461.153, "last_trigger": "periodic", "next_snapshot_in_sec": 421.227, "reason": "waiting_for_next_snapshot", "rotation_count": 85, "runtime_state": "active", "sample_count": 26, "storage_bytes": 940594}, "mjpeg": {"age_sec": 0.04, "exists": true, "mtime": "2026-09-02T14:07:48.785772+09:00", "mtime_epoch": 1788325668.785772, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 118250}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T14:07:48+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 787.344, "name": "celery", "pid": 216, "rss_mb": 767.676, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 126773, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 55}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 55, "pushed_frames": 55, "read_frames": 55, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.833, "pushed": 1.833, "read": 1.833}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 55, "client_acquire_ms": {"avg_ms": 0.004, "count": 55, "max_ms": 0.011, "p95_ms": 0.006, "reason": null, "sample_age_ms": 70.91, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.487, "count": 55, "max_ms": 1.214, "p95_ms": 1.037, "reason": null, "sample_age_ms": 96.158, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.283, "count": 55, "max_ms": 0.84, "p95_ms": 0.806, "reason": null, "sample_age_ms": 96.397, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.054, "count": 55, "max_ms": 0.094, "p95_ms": 0.067, "reason": null, "sample_age_ms": 70.914, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.734, "count": 55, "max_ms": 1.131, "p95_ms": 0.981, "reason": null, "sample_age_ms": 95.471, "source": "client_direct"}, "request_count": 55, "request_tensor_bytes": {"avg": 2211848.0, "count": 55, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 95.459, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 55, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 70.976, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 24.241, "count": 55, "max_ms": 34.91, "p95_ms": 25.789, "reason": null, "sample_age_ms": 70.908, "source": "client_direct"}, "sample_age_ms": 70.905, "source": "client_direct", "task_total_ms": {"avg_ms": 25.138, "count": 55, "max_ms": 36.269, "p95_ms": 26.756, "reason": null, "sample_age_ms": 70.905, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 216, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.332, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.436, "count": 55, "max_ms": 0.738, "p95_ms": 0.526}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.138, "count": 55, "max_ms": 0.287, "p95_ms": 0.162}, "detection_prepare_ms": {"avg_ms": 0.063, "count": 55, "max_ms": 0.127, "p95_ms": 0.104}, "event_filter_ms": {"avg_ms": 0.002, "count": 55, "max_ms": 0.002, "p95_ms": 0.002}, "id_reconcile_ms": {"avg_ms": 0.05, "count": 55, "max_ms": 0.129, "p95_ms": 0.066}, "mcmt_ms": {"avg_ms": 0.001, "count": 55, "max_ms": 0.003, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.106, "count": 55, "max_ms": 0.139, "p95_ms": 0.128}, "setup_ms": {"avg_ms": 0.029, "count": 55, "max_ms": 0.073, "p95_ms": 0.04}, "total_inside_ms": {"avg_ms": 0.41, "count": 55, "max_ms": 0.71, "p95_ms": 0.497}, "track_match_ms": {"avg_ms": 0.004, "count": 55, "max_ms": 0.025, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.017, "count": 55, "max_ms": 0.042, "p95_ms": 0.027}}, "gstreamer_push": {"avg_ms": 1.389, "count": 55, "max_ms": 1.898, "p95_ms": 1.783}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.026, "count": 55, "max_ms": 0.046, "p95_ms": 0.043}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 25.833, "count": 55, "max_ms": 36.929, "p95_ms": 28.853}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.022, "count": 55, "max_ms": 0.048, "p95_ms": 0.039}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 46.035, "count": 55, "max_ms": 62.449, "p95_ms": 50.04}, "inference_input_copy_ms": {"avg_ms": 0.569, "count": 55, "max_ms": 0.998, "p95_ms": 0.784}, "processing_residual_ms": {"avg_ms": 0.072, "count": 55, "max_ms": 0.09, "p95_ms": 0.086}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 46.698, "count": 55, "max_ms": 63.265, "p95_ms": 50.647}, "read_interval": {"avg_ms": 546.094, "count": 55, "max_ms": 2954.984, "p95_ms": 2433.859}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 55, "max_ms": 0.027, "p95_ms": 0.012}, "execute_total_ms": {"avg_ms": 0.072, "count": 55, "max_ms": 0.101, "p95_ms": 0.092}, "resolve_scenarios_ms": {"avg_ms": 0.004, "count": 55, "max_ms": 0.012, "p95_ms": 0.006}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.062, "count": 55, "max_ms": 0.092, "p95_ms": 0.082}, "worker_merge_ms": {"avg_ms": 0.003, "count": 55, "max_ms": 0.005, "p95_ms": 0.004}}, "triton_wait": {"avg_ms": 25.844, "count": 55, "max_ms": 36.94, "p95_ms": 28.864}, "visualize": {"avg_ms": 19.075, "count": 55, "max_ms": 29.954, "p95_ms": 22.74}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 18.554, "count": 55, "max_ms": 29.342, "p95_ms": 22.249}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 18.956, "count": 55, "max_ms": 29.803, "p95_ms": 22.632}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 18.901, "count": 55, "max_ms": 29.741, "p95_ms": 22.58}, "visualizer_prepare_ms": {"avg_ms": 0.033, "count": 55, "max_ms": 0.058, "p95_ms": 0.042}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 55}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 216, "process_rss_mb_proxy": 767.656, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.265, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "f3cd63d1", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 65.223, "sample_count": 2944, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 126737, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T14:07:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118518, "write_bytes_delta": 118518, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 378.0, "cpu_core_ratio": 0.394507, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 8927, "reason": null, "system_cpu_core_ratio": 0.021766, "system_cpu_s_delta": 0.240000000000002, "user_cpu_core_ratio": 0.372741, "user_cpu_s_delta": 4.1099999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.225821, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23136.0, "pid": 216, "reason": null, "system_cpu_core_ratio": 0.041718, "system_cpu_s_delta": 0.4600000000000364, "user_cpu_core_ratio": 0.184103, "user_cpu_s_delta": 2.0299999999997453}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.74, "count": 244, "max_ms": 3.236, "p95_ms": 2.524, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 244}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.178, "count": 30, "max": 47.626, "p95": 32.242, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.698, "count": 30, "max": 19.274, "p95": 15.411, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 692.433, "count": 30, "max": 930.0, "p95": 787.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 130.2, "count": 30, "max": 3487.0, "p95": 222.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.137, "p95": 0.063, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.794, "count": 30, "max": 1.197, "p95": 0.961, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.078, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 114834.967, "count": 30, "max": 120690.0, "p95": 118962.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 110811.967, "count": 30, "max": 119007.0, "p95": 118890.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 50773.867, "count": 30, "max": 134764.0, "p95": 91096.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.095, "count": 30, "max": 0.179, "p95": 0.134, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.372, "count": 30, "max": 0.532, "p95": 0.444, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1267, "sampled_at": "2026-09-02T14:07:26+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T14:07:26+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-09-02T10:34:34+09:00", "state": "running", "task_id": "0461f8bd-1aa7-4e75-bde7-dc1bf8ef78f6", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_103436_f3cd63d1.jsonl", "file_size_bytes": 109655, "flush_count": 214, "flush_interval_seconds": 30.0, "flush_state": {"count": 214, "last_at": "2026-09-02T14:06:49", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T14:06:49", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 213}, "started": true, "suppressed_count": 126560, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 126560}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 214, "written_record_count": 214}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4269.672, "limit_mb": null}, "detail": {"pid": 9043, "restart_count": 4, "start_count": 5}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 350501990400, "copied_frame_count": 126773, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "f3cd63d1", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 350501990400, "frame_buffer_copies": 126773, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0719, "count": 512, "max_ms": 0.2096, "p50_ms": 0.0652, "p95_ms": 0.1132, "p99_ms": 0.1408}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.7577, "count": 512, "max_ms": 1.9889, "p50_ms": 0.7025, "p95_ms": 1.1805, "p99_ms": 1.5338, "results": {"failed": 0, "not_applicable": 0, "success": 126773, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "f3cd63d1", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 4, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T14:07:48+09:00", "last_error_summary": "[h264 @ 0x5abba23f2800] error while decoding MB 166 87, bytestream -12", "last_exit_at": "2026-09-02T13:42:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-02T14:07:51+09:00", "pid": 9043, "process": {"exists": true, "fd_count": 4, "hwm_mb": 74.508, "name": "ffmpeg", "pid": 9043, "rss_mb": 74.508, "state": "S (sleeping)", "threads": 1}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 65.386, "sample_count": 2711, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 126773, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T14:07:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "f3cd63d1", "last_frame_pushed_age_sec": 4.431, "last_frame_pushed_at": "2026-09-02T14:07:48+09:00", "last_frame_read_age_sec": 4.48, "last_frame_read_at": "2026-09-02T14:07:48+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 26, "debug_expires_at": null, "deduplicated_count": 1, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 183.158, "last_sample_duration_ms": 461.153, "last_trigger": "periodic", "next_snapshot_in_sec": 416.842, "reason": "waiting_for_next_snapshot", "rotation_count": 85, "runtime_state": "active", "sample_count": 26, "storage_bytes": 940594}, "mjpeg": {"age_sec": 4.424, "exists": true, "mtime": "2026-09-02T14:07:48.785772+09:00", "mtime_epoch": 1788325668.785772, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 118250}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T14:07:53+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 787.344, "name": "celery", "pid": 216, "rss_mb": 767.676, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 126773, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 40}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 40}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 40}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 40}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 40}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 40}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 40}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 40, "pushed_frames": 41, "read_frames": 40, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.333, "pushed": 1.367, "read": 1.333}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 40, "client_acquire_ms": {"avg_ms": 0.004, "count": 40, "max_ms": 0.011, "p95_ms": 0.006, "reason": null, "sample_age_ms": 4456.142, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.508, "count": 40, "max_ms": 1.214, "p95_ms": 1.005, "reason": null, "sample_age_ms": 4481.39, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.309, "count": 40, "max_ms": 0.84, "p95_ms": 0.797, "reason": null, "sample_age_ms": 4481.629, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.055, "count": 40, "max_ms": 0.094, "p95_ms": 0.065, "reason": null, "sample_age_ms": 4456.146, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.69, "count": 40, "max_ms": 0.973, "p95_ms": 0.91, "reason": null, "sample_age_ms": 4480.703, "source": "client_direct"}, "request_count": 40, "request_tensor_bytes": {"avg": 2211848.0, "count": 40, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4480.691, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 40, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4456.208, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 23.984, "count": 40, "max_ms": 25.144, "p95_ms": 24.883, "reason": null, "sample_age_ms": 4456.14, "source": "client_direct"}, "sample_age_ms": 4456.137, "source": "client_direct", "task_total_ms": {"avg_ms": 24.832, "count": 40, "max_ms": 26.075, "p95_ms": 25.798, "reason": null, "sample_age_ms": 4456.137, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 216, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.99, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.434, "count": 40, "max_ms": 0.738, "p95_ms": 0.49}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.139, "count": 40, "max_ms": 0.287, "p95_ms": 0.162}, "detection_prepare_ms": {"avg_ms": 0.062, "count": 40, "max_ms": 0.127, "p95_ms": 0.083}, "event_filter_ms": {"avg_ms": 0.002, "count": 40, "max_ms": 0.002, "p95_ms": 0.002}, "id_reconcile_ms": {"avg_ms": 0.05, "count": 40, "max_ms": 0.129, "p95_ms": 0.058}, "mcmt_ms": {"avg_ms": 0.001, "count": 40, "max_ms": 0.003, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.105, "count": 40, "max_ms": 0.139, "p95_ms": 0.128}, "setup_ms": {"avg_ms": 0.029, "count": 40, "max_ms": 0.073, "p95_ms": 0.039}, "total_inside_ms": {"avg_ms": 0.409, "count": 40, "max_ms": 0.71, "p95_ms": 0.446}, "track_match_ms": {"avg_ms": 0.004, "count": 40, "max_ms": 0.025, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.017, "count": 40, "max_ms": 0.031, "p95_ms": 0.025}}, "gstreamer_push": {"avg_ms": 1.384, "count": 41, "max_ms": 1.801, "p95_ms": 1.679}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.026, "count": 40, "max_ms": 0.043, "p95_ms": 0.03}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 25.542, "count": 40, "max_ms": 27.032, "p95_ms": 26.814}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.022, "count": 40, "max_ms": 0.048, "p95_ms": 0.039}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 40, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 40, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 45.834, "count": 40, "max_ms": 50.04, "p95_ms": 48.959}, "inference_input_copy_ms": {"avg_ms": 0.57, "count": 40, "max_ms": 0.998, "p95_ms": 0.724}, "processing_residual_ms": {"avg_ms": 0.072, "count": 40, "max_ms": 0.09, "p95_ms": 0.083}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 40, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 40, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 46.497, "count": 40, "max_ms": 50.647, "p95_ms": 49.516}, "read_interval": {"avg_ms": 639.025, "count": 40, "max_ms": 2954.984, "p95_ms": 2433.859}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.009, "count": 40, "max_ms": 0.018, "p95_ms": 0.011}, "execute_total_ms": {"avg_ms": 0.071, "count": 40, "max_ms": 0.101, "p95_ms": 0.092}, "resolve_scenarios_ms": {"avg_ms": 0.004, "count": 40, "max_ms": 0.012, "p95_ms": 0.005}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.061, "count": 40, "max_ms": 0.092, "p95_ms": 0.08}, "worker_merge_ms": {"avg_ms": 0.003, "count": 40, "max_ms": 0.005, "p95_ms": 0.004}}, "triton_wait": {"avg_ms": 25.552, "count": 40, "max_ms": 27.041, "p95_ms": 26.822}, "visualize": {"avg_ms": 19.147, "count": 40, "max_ms": 22.74, "p95_ms": 21.942}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 18.636, "count": 40, "max_ms": 22.249, "p95_ms": 21.405}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 40, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 19.03, "count": 40, "max_ms": 22.632, "p95_ms": 21.812}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 40, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 40, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 18.975, "count": 40, "max_ms": 22.58, "p95_ms": 21.757}, "visualizer_prepare_ms": {"avg_ms": 0.033, "count": 40, "max_ms": 0.058, "p95_ms": 0.042}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 40}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 40}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 40}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 216, "process_rss_mb_proxy": 767.656, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.265, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "f3cd63d1", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 65.223, "sample_count": 2944, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 126737, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T14:07:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118518, "write_bytes_delta": 118518, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 378.0, "cpu_core_ratio": 0.394507, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 8927, "reason": null, "system_cpu_core_ratio": 0.021766, "system_cpu_s_delta": 0.240000000000002, "user_cpu_core_ratio": 0.372741, "user_cpu_s_delta": 4.1099999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.225821, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23136.0, "pid": 216, "reason": null, "system_cpu_core_ratio": 0.041718, "system_cpu_s_delta": 0.4600000000000364, "user_cpu_core_ratio": 0.184103, "user_cpu_s_delta": 2.0299999999997453}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.74, "count": 244, "max_ms": 3.236, "p95_ms": 2.524, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 244}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.178, "count": 30, "max": 47.626, "p95": 32.242, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.698, "count": 30, "max": 19.274, "p95": 15.411, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 692.433, "count": 30, "max": 930.0, "p95": 787.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 130.2, "count": 30, "max": 3487.0, "p95": 222.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.137, "p95": 0.063, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.794, "count": 30, "max": 1.197, "p95": 0.961, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.078, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 114834.967, "count": 30, "max": 120690.0, "p95": 118962.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 110811.967, "count": 30, "max": 119007.0, "p95": 118890.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 50773.867, "count": 30, "max": 134764.0, "p95": 91096.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.095, "count": 30, "max": 0.179, "p95": 0.134, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.372, "count": 30, "max": 0.532, "p95": 0.444, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1267, "sampled_at": "2026-09-02T14:07:26+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T14:07:26+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-09-02T10:34:34+09:00", "state": "running", "task_id": "0461f8bd-1aa7-4e75-bde7-dc1bf8ef78f6", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_103436_f3cd63d1.jsonl", "file_size_bytes": 113253, "flush_count": 221, "flush_interval_seconds": 30.0, "flush_state": {"count": 221, "last_at": "2026-09-02T14:13:55", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T14:13:55", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 220}, "started": true, "suppressed_count": 130664, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 130664}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 221, "written_record_count": 221}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4242.09, "limit_mb": null}, "detail": {"cctv_id": "44", "instance_id": "f3cd63d1", "phase": "channel_stop_after_recorder_cleanup", "recorder_cleanup": {"already_exited_count": 0, "attempted_count": 0, "duration_ms": 0.016, "enabled": true, "error_count": 0, "killed_count": 0, "reason": "channel_stop", "recorders": [], "remaining_running_count": 0, "stopped_count": 0, "timeout_s": 5.0}, "task_id": "0461f8bd-1aa7-4e75-bde7-dc1bf8ef78f6"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 361868083200, "copied_frame_count": 130884, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "f3cd63d1", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 361868083200, "frame_buffer_copies": 130884, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0806, "count": 512, "max_ms": 1.5542, "p50_ms": 0.064, "p95_ms": 0.128, "p99_ms": 0.3098}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.7188, "count": 512, "max_ms": 2.3536, "p50_ms": 0.6757, "p95_ms": 1.1482, "p99_ms": 1.481, "results": {"failed": 0, "not_applicable": 0, "success": 130884, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": 0.0191, "state": "complete", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "f3cd63d1", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "stopped"}}, "event_type": "channel_stop_after_recorder_cleanup", "ffmpeg": {"error_count": 4, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T14:07:48+09:00", "last_error_summary": "[h264 @ 0x5abba23f2800] error while decoding MB 166 87, bytestream -12", "last_exit_at": "2026-09-02T13:42:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 414.186, "last_started_at": "2026-09-02T14:07:51+09:00", "pid": 9043, "process": {"exists": false, "pid": 9043}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 65.099, "sample_count": 2993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 130884, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T14:14:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "f3cd63d1", "last_frame_pushed_age_sec": 0.667, "last_frame_pushed_at": "2026-09-02T14:14:44+09:00", "last_frame_read_age_sec": 0.733, "last_frame_read_at": "2026-09-02T14:14:44+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 27, "debug_expires_at": null, "deduplicated_count": 1, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 0.647, "last_sample_duration_ms": 526.254, "last_trigger": "pre_stop", "next_snapshot_in_sec": 599.353, "reason": "snapshot_written", "rotation_count": 85, "runtime_state": "active", "sample_count": 27, "storage_bytes": 948089}, "mjpeg": {"age_sec": 0.659, "exists": true, "mtime": "2026-09-02T14:14:44.735824+09:00", "mtime_epoch": 1788326084.735824, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 107443}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T14:14:45+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 789.613, "name": "celery", "pid": 216, "rss_mb": 769.516, "state": "R (running)", "threads": 48}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 130884, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 293}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 293}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 293}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 293}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 293}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 293}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 293}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 293, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.768, "pushed": 9.768, "read": 9.768}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 292, "client_acquire_ms": {"avg_ms": 0.004, "count": 293, "max_ms": 0.017, "p95_ms": 0.008, "reason": null, "sample_age_ms": 710.559, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.358, "count": 292, "max_ms": 1.715, "p95_ms": 1.045, "reason": null, "sample_age_ms": 737.422, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.143, "count": 292, "max_ms": 1.484, "p95_ms": 0.81, "reason": null, "sample_age_ms": 737.669, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.08, "count": 293, "max_ms": 0.443, "p95_ms": 0.166, "reason": null, "sample_age_ms": 710.563, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.903, "count": 292, "max_ms": 2.372, "p95_ms": 1.393, "reason": null, "sample_age_ms": 736.384, "source": "client_direct"}, "request_count": 292, "request_tensor_bytes": {"avg": 2211848.0, "count": 292, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 736.366, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 293, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 710.677, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.293, "count": 293, "max_ms": 41.411, "p95_ms": 34.709, "reason": null, "sample_age_ms": 710.556, "source": "client_direct"}, "sample_age_ms": 710.552, "source": "client_direct", "task_total_ms": {"avg_ms": 28.395, "count": 293, "max_ms": 42.691, "p95_ms": 36.222, "reason": null, "sample_age_ms": 710.552, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 216, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.995, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.505, "count": 293, "max_ms": 1.783, "p95_ms": 0.773}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.162, "count": 293, "max_ms": 0.527, "p95_ms": 0.286}, "detection_prepare_ms": {"avg_ms": 0.071, "count": 293, "max_ms": 0.333, "p95_ms": 0.115}, "event_filter_ms": {"avg_ms": 0.002, "count": 293, "max_ms": 0.025, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.058, "count": 293, "max_ms": 0.306, "p95_ms": 0.091}, "mcmt_ms": {"avg_ms": 0.002, "count": 293, "max_ms": 0.018, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.125, "count": 293, "max_ms": 0.469, "p95_ms": 0.211}, "setup_ms": {"avg_ms": 0.031, "count": 293, "max_ms": 0.101, "p95_ms": 0.052}, "total_inside_ms": {"avg_ms": 0.475, "count": 293, "max_ms": 1.632, "p95_ms": 0.736}, "track_match_ms": {"avg_ms": 0.004, "count": 293, "max_ms": 0.02, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.02, "count": 293, "max_ms": 0.108, "p95_ms": 0.036}}, "gstreamer_push": {"avg_ms": 1.701, "count": 293, "max_ms": 3.716, "p95_ms": 2.64}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 293, "max_ms": 0.148, "p95_ms": 0.06}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 28.981, "count": 293, "max_ms": 43.249, "p95_ms": 36.86}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.03, "count": 293, "max_ms": 0.126, "p95_ms": 0.06}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 293, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 293, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 53.163, "count": 293, "max_ms": 89.798, "p95_ms": 68.377}, "inference_input_copy_ms": {"avg_ms": 0.749, "count": 293, "max_ms": 2.82, "p95_ms": 1.26}, "processing_residual_ms": {"avg_ms": 0.091, "count": 293, "max_ms": 1.178, "p95_ms": 0.155}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 293, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 293, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 54.033, "count": 293, "max_ms": 90.755, "p95_ms": 69.274}, "read_interval": {"avg_ms": 100.292, "count": 293, "max_ms": 4092.44, "p95_ms": 164.412}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 293, "max_ms": 0.041, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.085, "count": 293, "max_ms": 0.338, "p95_ms": 0.146}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 293, "max_ms": 0.028, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.074, "count": 293, "max_ms": 0.3, "p95_ms": 0.123}, "worker_merge_ms": {"avg_ms": 0.003, "count": 293, "max_ms": 0.027, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 28.992, "count": 293, "max_ms": 43.259, "p95_ms": 36.868}, "visualize": {"avg_ms": 23.065, "count": 293, "max_ms": 47.465, "p95_ms": 33.681}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 22.47, "count": 293, "max_ms": 46.697, "p95_ms": 32.661}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 293, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 22.926, "count": 293, "max_ms": 47.322, "p95_ms": 33.356}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 293, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 293, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 22.862, "count": 293, "max_ms": 47.247, "p95_ms": 33.233}, "visualizer_prepare_ms": {"avg_ms": 0.039, "count": 293, "max_ms": 0.116, "p95_ms": 0.065}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 293}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 293}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 293}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 216, "process_rss_mb_proxy": 779.949, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.466, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "f3cd63d1", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 64.533, "sample_count": 2956, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 130711, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T14:14:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 106777, "write_bytes_delta": 106777, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 516.0, "cpu_core_ratio": 0.53667, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 9043, "reason": null, "system_cpu_core_ratio": 0.029303, "system_cpu_s_delta": 0.3500000000000014, "user_cpu_core_ratio": 0.507366, "user_cpu_s_delta": 6.060000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.285498, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 31476.0, "pid": 216, "reason": null, "system_cpu_core_ratio": 0.053583, "system_cpu_s_delta": 0.6400000000001, "user_cpu_core_ratio": 0.231915, "user_cpu_s_delta": 2.769999999999527}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.61, "count": 256, "max_ms": 2.98, "p95_ms": 2.299, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 256}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.384, "count": 30, "max": 29.791, "p95": 26.511, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.733, "count": 30, "max": 14.816, "p95": 12.929, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 694.133, "count": 30, "max": 894.0, "p95": 781.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 8.033, "count": 30, "max": 81.0, "p95": 79.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.049, "count": 30, "max": 0.069, "p95": 0.061, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.811, "count": 30, "max": 1.149, "p95": 1.049, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.111, "p95": 0.037, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 104665.667, "count": 30, "max": 112352.0, "p95": 111375.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 104665.667, "count": 30, "max": 112352.0, "p95": 111375.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 45195.233, "count": 30, "max": 89871.0, "p95": 62773.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.086, "count": 30, "max": 0.122, "p95": 0.119, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.362, "count": 30, "max": 0.501, "p95": 0.445, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1309, "sampled_at": "2026-09-02T14:14:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T14:14:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-09-02T10:34:34+09:00", "state": "stopping", "task_id": "0461f8bd-1aa7-4e75-bde7-dc1bf8ef78f6", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_141447_1e58d591.jsonl", "file_size_bytes": 549, "flush_count": 1, "flush_interval_seconds": 30.0, "flush_state": {"count": 1, "last_at": "2026-09-02T14:14:47", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T14:14:47", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 0}, "started": true, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1, "written_record_count": 1}, "buffers": {"frame_buffer_len": 0, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4558.445, "limit_mb": null}, "detail": {"pid": 9163, "restart_count": 0, "start_count": 1}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 0, "copied_frame_count": 0, "copy_error_count": 0, "current_length": 0, "frame_nbytes": null, "max_length": null, "peak_retained_bytes_estimate": 0, "retained_bytes_estimate": 0}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": null, "expected_post_frame_count": null, "expected_pre_frame_count": null, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 0, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 0, "total_upper_bound_bytes": 0, "unavailable_reason": null}}, "generation": "1e58d591", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 0, "frame_buffer_copies": 0, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "1e58d591", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.002, "last_started_at": "2026-09-02T14:14:47+09:00", "pid": 9163, "process": {"exists": true, "fd_count": 5, "hwm_mb": 347.293, "name": "ffmpeg", "pid": 9163, "rss_mb": 347.293, "state": "S (sleeping)", "threads": 70}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 296.528}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 0, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "1e58d591", "last_frame_pushed_age_sec": null, "last_frame_pushed_at": "", "last_frame_read_age_sec": null, "last_frame_read_at": "", "memory_observability": {"active_channels": ["20"], "capped": false, "configured_mode": "monitoring", "current_rows": 27, "debug_expires_at": null, "deduplicated_count": 1, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 4.404, "last_sample_duration_ms": 526.254, "last_trigger": "pre_stop", "next_snapshot_in_sec": 26.361, "reason": "waiting_for_next_snapshot", "rotation_count": 85, "runtime_state": "active", "sample_count": 27, "storage_bytes": 948089}, "mjpeg": {"age_sec": 4.418, "exists": true, "mtime": "2026-09-02T14:14:44.735824+09:00", "mtime_epoch": 1788326084.735824, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 107443}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T14:14:49+09:00", "process": {"exists": true, "fd_count": 110, "hwm_mb": 885.715, "name": "celery", "pid": 214, "rss_mb": 740.684, "state": "R (running)", "threads": 70}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 0, "source": "client_direct"}, "model_key_cap": 30, "models": {}, "process_executor": {"inflight_current": 0, "inflight_max": 0, "max_workers": 40, "pid": 214, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "unknown", "reason": "no_requests_in_window", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.269, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "phase": "A_software_file_only", "reason": "channel_not_registered", "schema_version": "ssims.m15_video_channel_summary.v1"}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-09-02T14:14:45+09:00", "state": "running", "task_id": "72193d8c-7277-4946-a5a8-69238562ca64", "trigger": "update", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_141447_1e58d591.jsonl", "file_size_bytes": 3091, "flush_count": 6, "flush_interval_seconds": 30.0, "flush_state": {"count": 6, "last_at": "2026-09-02T14:18:49", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T14:18:49", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5}, "started": true, "suppressed_count": 2209, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 2209}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6, "written_record_count": 6}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4449.238, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6121267200, "copied_frame_count": 2214, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "1e58d591", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 6121267200, "frame_buffer_copies": 2214, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0776, "count": 512, "max_ms": 0.3334, "p50_ms": 0.0683, "p95_ms": 0.1302, "p99_ms": 0.1756}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.8081, "count": 512, "max_ms": 2.026, "p50_ms": 0.7136, "p95_ms": 1.3549, "p99_ms": 1.7498, "results": {"failed": 0, "not_applicable": 0, "success": 2214, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "1e58d591", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T14:18:58+09:00", "last_error_summary": "[h264 @ 0x60dd2d2a16c0] error while decoding MB 180 92, bytestream -19", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 251.668, "last_started_at": "2026-09-02T14:14:47+09:00", "pid": 9163, "process": {"exists": false, "pid": 9163}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 78.111, "sample_count": 2214, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 46.859}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2214, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T14:18:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "1e58d591", "last_frame_pushed_age_sec": 0.019, "last_frame_pushed_at": "2026-09-02T14:18:58+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-09-02T14:18:58+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 28, "debug_expires_at": null, "deduplicated_count": 1, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 189.519, "last_sample_duration_ms": 586.416, "last_trigger": "start_stable", "next_snapshot_in_sec": 410.481, "reason": "waiting_for_next_snapshot", "rotation_count": 85, "runtime_state": "active", "sample_count": 28, "storage_bytes": 955628}, "mjpeg": {"age_sec": 0.012, "exists": true, "mtime": "2026-09-02T14:18:58.807924+09:00", "mtime_epoch": 1788326338.807924, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 103116}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T14:18:58+09:00", "process": {"exists": true, "fd_count": 114, "hwm_mb": 950.23, "name": "celery", "pid": 214, "rss_mb": 938.465, "state": "S (sleeping)", "threads": 72}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2214, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 57}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 57, "pushed_frames": 57, "read_frames": 57, "select_timeouts": 22, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.001, "pushed": 2.001, "read": 2.001}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 57, "client_acquire_ms": {"avg_ms": 0.004, "count": 57, "max_ms": 0.011, "p95_ms": 0.007, "reason": null, "sample_age_ms": 44.494, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.366, "count": 57, "max_ms": 1.67, "p95_ms": 0.99, "reason": null, "sample_age_ms": 71.898, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.177, "count": 57, "max_ms": 1.304, "p95_ms": 0.816, "reason": null, "sample_age_ms": 72.068, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.112, "count": 57, "max_ms": 0.307, "p95_ms": 0.267, "reason": null, "sample_age_ms": 44.5, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.917, "count": 57, "max_ms": 2.83, "p95_ms": 1.39, "reason": null, "sample_age_ms": 70.841, "source": "client_direct"}, "request_count": 57, "request_tensor_bytes": {"avg": 2211848.0, "count": 57, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 70.821, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 57, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 44.655, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.655, "count": 57, "max_ms": 39.566, "p95_ms": 34.004, "reason": null, "sample_age_ms": 44.491, "source": "client_direct"}, "sample_age_ms": 44.487, "source": "client_direct", "task_total_ms": {"avg_ms": 28.797, "count": 57, "max_ms": 41.078, "p95_ms": 36.056, "reason": null, "sample_age_ms": 44.487, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 214, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.385, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.478, "count": 57, "max_ms": 0.954, "p95_ms": 0.748}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.151, "count": 57, "max_ms": 0.306, "p95_ms": 0.239}, "detection_prepare_ms": {"avg_ms": 0.069, "count": 57, "max_ms": 0.139, "p95_ms": 0.103}, "event_filter_ms": {"avg_ms": 0.002, "count": 57, "max_ms": 0.005, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.054, "count": 57, "max_ms": 0.11, "p95_ms": 0.09}, "mcmt_ms": {"avg_ms": 0.001, "count": 57, "max_ms": 0.004, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.121, "count": 57, "max_ms": 0.3, "p95_ms": 0.21}, "setup_ms": {"avg_ms": 0.029, "count": 57, "max_ms": 0.059, "p95_ms": 0.055}, "total_inside_ms": {"avg_ms": 0.45, "count": 57, "max_ms": 0.892, "p95_ms": 0.705}, "track_match_ms": {"avg_ms": 0.003, "count": 57, "max_ms": 0.017, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.02, "count": 57, "max_ms": 0.053, "p95_ms": 0.044}}, "gstreamer_push": {"avg_ms": 1.673, "count": 57, "max_ms": 2.819, "p95_ms": 2.574}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.036, "count": 57, "max_ms": 0.325, "p95_ms": 0.069}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.386, "count": 57, "max_ms": 41.539, "p95_ms": 37.364}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.024, "count": 57, "max_ms": 0.078, "p95_ms": 0.041}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 51.29, "count": 57, "max_ms": 74.268, "p95_ms": 66.288}, "inference_input_copy_ms": {"avg_ms": 0.825, "count": 57, "max_ms": 1.954, "p95_ms": 1.615}, "processing_residual_ms": {"avg_ms": 0.108, "count": 57, "max_ms": 1.585, "p95_ms": 0.133}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 52.248, "count": 57, "max_ms": 76.025, "p95_ms": 67.522}, "read_interval": {"avg_ms": 567.372, "count": 57, "max_ms": 9225.264, "p95_ms": 3885.71}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 57, "max_ms": 0.025, "p95_ms": 0.017}, "execute_total_ms": {"avg_ms": 0.082, "count": 57, "max_ms": 0.243, "p95_ms": 0.164}, "resolve_scenarios_ms": {"avg_ms": 0.005, "count": 57, "max_ms": 0.012, "p95_ms": 0.007}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.072, "count": 57, "max_ms": 0.226, "p95_ms": 0.153}, "worker_merge_ms": {"avg_ms": 0.003, "count": 57, "max_ms": 0.013, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 29.396, "count": 57, "max_ms": 41.548, "p95_ms": 37.377}, "visualize": {"avg_ms": 20.77, "count": 57, "max_ms": 35.259, "p95_ms": 32.755}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 20.185, "count": 57, "max_ms": 34.505, "p95_ms": 31.805}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 20.631, "count": 57, "max_ms": 35.075, "p95_ms": 32.585}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 20.567, "count": 57, "max_ms": 34.983, "p95_ms": 32.494}, "visualizer_prepare_ms": {"avg_ms": 0.04, "count": 57, "max_ms": 0.181, "p95_ms": 0.08}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 57}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 214, "process_rss_mb_proxy": 938.449, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.76, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "1e58d591", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 78.362, "sample_count": 2182, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 64.074}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2182, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T14:18:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 102300, "write_bytes_delta": 102300, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 286.0, "cpu_core_ratio": 0.218856, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 9163, "reason": null, "system_cpu_core_ratio": 0.012251, "system_cpu_s_delta": 0.22000000000000064, "user_cpu_core_ratio": 0.206604, "user_cpu_s_delta": 3.7099999999999795}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.113048, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 42.0, "pid": 214, "reason": null, "system_cpu_core_ratio": 0.012808, "system_cpu_s_delta": 0.22999999999956344, "user_cpu_core_ratio": 0.100239, "user_cpu_s_delta": 1.7999999999992724}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.771, "count": 185, "max_ms": 4.245, "p95_ms": 2.819, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 185}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.785, "count": 22, "max": 45.043, "p95": 29.619, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.499, "count": 22, "max": 29.095, "p95": 20.629, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 672.143, "count": 21, "max": 896.0, "p95": 881.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 21, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 206.333, "count": 21, "max": 3662.0, "p95": 226.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.048, "count": 21, "max": 0.074, "p95": 0.072, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.887, "count": 21, "max": 1.335, "p95": 1.32, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.008, "count": 21, "max": 0.108, "p95": 0.065, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105444.381, "count": 21, "max": 113087.0, "p95": 111789.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 100651.455, "count": 22, "max": 113087.0, "p95": 111743.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.955, "count": 22, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 21, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 21, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 124662.524, "count": 21, "max": 553339.0, "p95": 530611.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.097, "count": 21, "max": 0.315, "p95": 0.293, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.398, "count": 21, "max": 0.56, "p95": 0.55, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 22, "sampled_at": "2026-09-02T14:18:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T14:18:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.485, "window_s": 30.0}, "started_at": "2026-09-02T14:14:45+09:00", "state": "running", "task_id": "72193d8c-7277-4946-a5a8-69238562ca64", "trigger": "update", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_141447_1e58d591.jsonl", "file_size_bytes": 3091, "flush_count": 6, "flush_interval_seconds": 30.0, "flush_state": {"count": 6, "last_at": "2026-09-02T14:18:49", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T14:18:49", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5}, "started": true, "suppressed_count": 2209, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 2209}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6, "written_record_count": 6}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4448.73, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6121267200, "copied_frame_count": 2214, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "1e58d591", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 6121267200, "frame_buffer_copies": 2214, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0776, "count": 512, "max_ms": 0.3334, "p50_ms": 0.0683, "p95_ms": 0.1302, "p99_ms": 0.1756}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.8081, "count": 512, "max_ms": 2.026, "p50_ms": 0.7136, "p95_ms": 1.3549, "p99_ms": 1.7498, "results": {"failed": 0, "not_applicable": 0, "success": 2214, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "1e58d591", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T14:18:58+09:00", "last_error_summary": "[h264 @ 0x60dd2d2a16c0] error while decoding MB 180 92, bytestream -19", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 251.695, "last_started_at": "2026-09-02T14:14:47+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 78.111, "sample_count": 2214, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 46.837}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2214, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T14:18:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "1e58d591", "last_frame_pushed_age_sec": 0.046, "last_frame_pushed_at": "2026-09-02T14:18:58+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-09-02T14:18:58+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 28, "debug_expires_at": null, "deduplicated_count": 1, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 189.537, "last_sample_duration_ms": 586.416, "last_trigger": "start_stable", "next_snapshot_in_sec": 410.463, "reason": "waiting_for_next_snapshot", "rotation_count": 85, "runtime_state": "active", "sample_count": 28, "storage_bytes": 955628}, "mjpeg": {"age_sec": 0.039, "exists": true, "mtime": "2026-09-02T14:18:58.807924+09:00", "mtime_epoch": 1788326338.807924, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 103116}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T14:18:58+09:00", "process": {"exists": true, "fd_count": 112, "hwm_mb": 950.23, "name": "celery", "pid": 214, "rss_mb": 938.461, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2214, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 57}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 57, "pushed_frames": 57, "read_frames": 57, "select_timeouts": 22, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.0, "pushed": 2.0, "read": 2.0}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 57, "client_acquire_ms": {"avg_ms": 0.004, "count": 57, "max_ms": 0.011, "p95_ms": 0.007, "reason": null, "sample_age_ms": 65.889, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.366, "count": 57, "max_ms": 1.67, "p95_ms": 0.99, "reason": null, "sample_age_ms": 93.292, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.177, "count": 57, "max_ms": 1.304, "p95_ms": 0.816, "reason": null, "sample_age_ms": 93.462, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.112, "count": 57, "max_ms": 0.307, "p95_ms": 0.267, "reason": null, "sample_age_ms": 65.895, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.917, "count": 57, "max_ms": 2.83, "p95_ms": 1.39, "reason": null, "sample_age_ms": 92.236, "source": "client_direct"}, "request_count": 57, "request_tensor_bytes": {"avg": 2211848.0, "count": 57, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 92.216, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 57, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 66.049, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.655, "count": 57, "max_ms": 39.566, "p95_ms": 34.004, "reason": null, "sample_age_ms": 65.886, "source": "client_direct"}, "sample_age_ms": 65.882, "source": "client_direct", "task_total_ms": {"avg_ms": 28.797, "count": 57, "max_ms": 41.078, "p95_ms": 36.056, "reason": null, "sample_age_ms": 65.882, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 214, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.387, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.478, "count": 57, "max_ms": 0.954, "p95_ms": 0.748}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.151, "count": 57, "max_ms": 0.306, "p95_ms": 0.239}, "detection_prepare_ms": {"avg_ms": 0.069, "count": 57, "max_ms": 0.139, "p95_ms": 0.103}, "event_filter_ms": {"avg_ms": 0.002, "count": 57, "max_ms": 0.005, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.054, "count": 57, "max_ms": 0.11, "p95_ms": 0.09}, "mcmt_ms": {"avg_ms": 0.001, "count": 57, "max_ms": 0.004, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.121, "count": 57, "max_ms": 0.3, "p95_ms": 0.21}, "setup_ms": {"avg_ms": 0.029, "count": 57, "max_ms": 0.059, "p95_ms": 0.055}, "total_inside_ms": {"avg_ms": 0.45, "count": 57, "max_ms": 0.892, "p95_ms": 0.705}, "track_match_ms": {"avg_ms": 0.003, "count": 57, "max_ms": 0.017, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.02, "count": 57, "max_ms": 0.053, "p95_ms": 0.044}}, "gstreamer_push": {"avg_ms": 1.673, "count": 57, "max_ms": 2.819, "p95_ms": 2.574}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.036, "count": 57, "max_ms": 0.325, "p95_ms": 0.069}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.386, "count": 57, "max_ms": 41.539, "p95_ms": 37.364}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.024, "count": 57, "max_ms": 0.078, "p95_ms": 0.041}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 51.29, "count": 57, "max_ms": 74.268, "p95_ms": 66.288}, "inference_input_copy_ms": {"avg_ms": 0.825, "count": 57, "max_ms": 1.954, "p95_ms": 1.615}, "processing_residual_ms": {"avg_ms": 0.108, "count": 57, "max_ms": 1.585, "p95_ms": 0.133}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 52.248, "count": 57, "max_ms": 76.025, "p95_ms": 67.522}, "read_interval": {"avg_ms": 567.372, "count": 57, "max_ms": 9225.264, "p95_ms": 3885.71}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 57, "max_ms": 0.025, "p95_ms": 0.017}, "execute_total_ms": {"avg_ms": 0.082, "count": 57, "max_ms": 0.243, "p95_ms": 0.164}, "resolve_scenarios_ms": {"avg_ms": 0.005, "count": 57, "max_ms": 0.012, "p95_ms": 0.007}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.072, "count": 57, "max_ms": 0.226, "p95_ms": 0.153}, "worker_merge_ms": {"avg_ms": 0.003, "count": 57, "max_ms": 0.013, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 29.396, "count": 57, "max_ms": 41.548, "p95_ms": 37.377}, "visualize": {"avg_ms": 20.77, "count": 57, "max_ms": 35.259, "p95_ms": 32.755}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 20.185, "count": 57, "max_ms": 34.505, "p95_ms": 31.805}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 20.631, "count": 57, "max_ms": 35.075, "p95_ms": 32.585}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 20.567, "count": 57, "max_ms": 34.983, "p95_ms": 32.494}, "visualizer_prepare_ms": {"avg_ms": 0.04, "count": 57, "max_ms": 0.181, "p95_ms": 0.08}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 57}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 214, "process_rss_mb_proxy": 938.449, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.76, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "1e58d591", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 78.362, "sample_count": 2182, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 64.074}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2182, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T14:18:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 102300, "write_bytes_delta": 102300, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 286.0, "cpu_core_ratio": 0.218856, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 9163, "reason": null, "system_cpu_core_ratio": 0.012251, "system_cpu_s_delta": 0.22000000000000064, "user_cpu_core_ratio": 0.206604, "user_cpu_s_delta": 3.7099999999999795}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.113048, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 42.0, "pid": 214, "reason": null, "system_cpu_core_ratio": 0.012808, "system_cpu_s_delta": 0.22999999999956344, "user_cpu_core_ratio": 0.100239, "user_cpu_s_delta": 1.7999999999992724}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.771, "count": 185, "max_ms": 4.245, "p95_ms": 2.819, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 185}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.785, "count": 22, "max": 45.043, "p95": 29.619, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.499, "count": 22, "max": 29.095, "p95": 20.629, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 672.143, "count": 21, "max": 896.0, "p95": 881.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 21, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 206.333, "count": 21, "max": 3662.0, "p95": 226.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.048, "count": 21, "max": 0.074, "p95": 0.072, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.887, "count": 21, "max": 1.335, "p95": 1.32, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.008, "count": 21, "max": 0.108, "p95": 0.065, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105444.381, "count": 21, "max": 113087.0, "p95": 111789.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 100651.455, "count": 22, "max": 113087.0, "p95": 111743.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.955, "count": 22, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 21, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 21, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 124662.524, "count": 21, "max": 553339.0, "p95": 530611.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.097, "count": 21, "max": 0.315, "p95": 0.293, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.398, "count": 21, "max": 0.56, "p95": 0.55, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 22, "sampled_at": "2026-09-02T14:18:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T14:18:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.506, "window_s": 30.0}, "started_at": "2026-09-02T14:14:45+09:00", "state": "running", "task_id": "72193d8c-7277-4946-a5a8-69238562ca64", "trigger": "update", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_141447_1e58d591.jsonl", "file_size_bytes": 3091, "flush_count": 6, "flush_interval_seconds": 30.0, "flush_state": {"count": 6, "last_at": "2026-09-02T14:18:49", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T14:18:49", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5}, "started": true, "suppressed_count": 2209, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 2209}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6, "written_record_count": 6}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4487.992, "limit_mb": null}, "detail": {"pid": 9281, "restart_count": 1, "start_count": 2}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6121267200, "copied_frame_count": 2214, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "1e58d591", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 6121267200, "frame_buffer_copies": 2214, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0776, "count": 512, "max_ms": 0.3334, "p50_ms": 0.0683, "p95_ms": 0.1302, "p99_ms": 0.1756}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.8081, "count": 512, "max_ms": 2.026, "p50_ms": 0.7136, "p95_ms": 1.3549, "p99_ms": 1.7498, "results": {"failed": 0, "not_applicable": 0, "success": 2214, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "1e58d591", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T14:18:58+09:00", "last_error_summary": "[h264 @ 0x60dd2d2a16c0] error while decoding MB 180 92, bytestream -19", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.003, "last_started_at": "2026-09-02T14:19:01+09:00", "pid": 9281, "process": {"exists": true, "fd_count": 4, "hwm_mb": 74.934, "name": "ffmpeg", "pid": 9281, "rss_mb": 74.934, "state": "R (running)", "threads": 1}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 78.111, "sample_count": 2214, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 42.321}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2214, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T14:18:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "1e58d591", "last_frame_pushed_age_sec": 4.559, "last_frame_pushed_at": "2026-09-02T14:18:58+09:00", "last_frame_read_age_sec": 4.606, "last_frame_read_at": "2026-09-02T14:18:58+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 28, "debug_expires_at": null, "deduplicated_count": 1, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 194.056, "last_sample_duration_ms": 586.416, "last_trigger": "start_stable", "next_snapshot_in_sec": 405.944, "reason": "waiting_for_next_snapshot", "rotation_count": 85, "runtime_state": "active", "sample_count": 28, "storage_bytes": 955628}, "mjpeg": {"age_sec": 4.553, "exists": true, "mtime": "2026-09-02T14:18:58.807924+09:00", "mtime_epoch": 1788326338.807924, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 103116}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T14:19:03+09:00", "process": {"exists": true, "fd_count": 113, "hwm_mb": 950.23, "name": "celery", "pid": 214, "rss_mb": 938.465, "state": "S (sleeping)", "threads": 72}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2214, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 33}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 33}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 33}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 33}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 33}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 33}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 33}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 33, "pushed_frames": 33, "read_frames": 33, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.512, "pushed": 1.512, "read": 1.512}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 33, "client_acquire_ms": {"avg_ms": 0.005, "count": 33, "max_ms": 0.011, "p95_ms": 0.008, "reason": null, "sample_age_ms": 4580.732, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.415, "count": 33, "max_ms": 1.67, "p95_ms": 1.084, "reason": null, "sample_age_ms": 4608.135, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.217, "count": 33, "max_ms": 1.304, "p95_ms": 0.858, "reason": null, "sample_age_ms": 4608.305, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.152, "count": 33, "max_ms": 0.307, "p95_ms": 0.279, "reason": null, "sample_age_ms": 4580.738, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.946, "count": 33, "max_ms": 2.83, "p95_ms": 1.493, "reason": null, "sample_age_ms": 4607.079, "source": "client_direct"}, "request_count": 33, "request_tensor_bytes": {"avg": 2211848.0, "count": 33, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4607.059, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 33, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4580.892, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.101, "count": 33, "max_ms": 34.981, "p95_ms": 34.149, "reason": null, "sample_age_ms": 4580.729, "source": "client_direct"}, "sample_age_ms": 4580.725, "source": "client_direct", "task_total_ms": {"avg_ms": 29.32, "count": 33, "max_ms": 36.58, "p95_ms": 36.134, "reason": null, "sample_age_ms": 4580.725, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 214, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.244, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.513, "count": 33, "max_ms": 0.954, "p95_ms": 0.748}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.161, "count": 33, "max_ms": 0.306, "p95_ms": 0.263}, "detection_prepare_ms": {"avg_ms": 0.076, "count": 33, "max_ms": 0.139, "p95_ms": 0.125}, "event_filter_ms": {"avg_ms": 0.002, "count": 33, "max_ms": 0.005, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.058, "count": 33, "max_ms": 0.11, "p95_ms": 0.093}, "mcmt_ms": {"avg_ms": 0.002, "count": 33, "max_ms": 0.004, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.129, "count": 33, "max_ms": 0.3, "p95_ms": 0.25}, "setup_ms": {"avg_ms": 0.03, "count": 33, "max_ms": 0.059, "p95_ms": 0.056}, "total_inside_ms": {"avg_ms": 0.483, "count": 33, "max_ms": 0.892, "p95_ms": 0.71}, "track_match_ms": {"avg_ms": 0.003, "count": 33, "max_ms": 0.017, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.021, "count": 33, "max_ms": 0.053, "p95_ms": 0.044}}, "gstreamer_push": {"avg_ms": 1.552, "count": 33, "max_ms": 2.571, "p95_ms": 2.298}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.04, "count": 33, "max_ms": 0.325, "p95_ms": 0.069}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.974, "count": 33, "max_ms": 37.819, "p95_ms": 37.364}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.022, "count": 33, "max_ms": 0.038, "p95_ms": 0.032}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 33, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 33, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 51.582, "count": 33, "max_ms": 74.268, "p95_ms": 69.499}, "inference_input_copy_ms": {"avg_ms": 0.821, "count": 33, "max_ms": 1.954, "p95_ms": 1.615}, "processing_residual_ms": {"avg_ms": 0.125, "count": 33, "max_ms": 1.585, "p95_ms": 0.128}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 33, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 33, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 52.549, "count": 33, "max_ms": 76.025, "p95_ms": 70.303}, "read_interval": {"avg_ms": 801.226, "count": 33, "max_ms": 9225.264, "p95_ms": 3885.71}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 33, "max_ms": 0.022, "p95_ms": 0.017}, "execute_total_ms": {"avg_ms": 0.088, "count": 33, "max_ms": 0.243, "p95_ms": 0.175}, "resolve_scenarios_ms": {"avg_ms": 0.005, "count": 33, "max_ms": 0.012, "p95_ms": 0.008}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.077, "count": 33, "max_ms": 0.226, "p95_ms": 0.154}, "worker_merge_ms": {"avg_ms": 0.004, "count": 33, "max_ms": 0.013, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 29.985, "count": 33, "max_ms": 37.833, "p95_ms": 37.377}, "visualize": {"avg_ms": 20.392, "count": 33, "max_ms": 35.259, "p95_ms": 33.535}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 19.815, "count": 33, "max_ms": 34.505, "p95_ms": 32.973}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 33, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 20.253, "count": 33, "max_ms": 35.075, "p95_ms": 33.413}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 33, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 33, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 20.189, "count": 33, "max_ms": 34.983, "p95_ms": 33.353}, "visualizer_prepare_ms": {"avg_ms": 0.041, "count": 33, "max_ms": 0.181, "p95_ms": 0.066}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 33}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 33}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 33}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 214, "process_rss_mb_proxy": 938.449, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.76, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "1e58d591", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 78.362, "sample_count": 2182, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 64.074}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2182, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T14:18:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 102300, "write_bytes_delta": 102300, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 286.0, "cpu_core_ratio": 0.218856, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 9163, "reason": null, "system_cpu_core_ratio": 0.012251, "system_cpu_s_delta": 0.22000000000000064, "user_cpu_core_ratio": 0.206604, "user_cpu_s_delta": 3.7099999999999795}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.113048, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 42.0, "pid": 214, "reason": null, "system_cpu_core_ratio": 0.012808, "system_cpu_s_delta": 0.22999999999956344, "user_cpu_core_ratio": 0.100239, "user_cpu_s_delta": 1.7999999999992724}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.771, "count": 185, "max_ms": 4.245, "p95_ms": 2.819, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 185}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.785, "count": 22, "max": 45.043, "p95": 29.619, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.499, "count": 22, "max": 29.095, "p95": 20.629, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 672.143, "count": 21, "max": 896.0, "p95": 881.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 21, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 206.333, "count": 21, "max": 3662.0, "p95": 226.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.048, "count": 21, "max": 0.074, "p95": 0.072, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.887, "count": 21, "max": 1.335, "p95": 1.32, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.008, "count": 21, "max": 0.108, "p95": 0.065, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105444.381, "count": 21, "max": 113087.0, "p95": 111789.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 100651.455, "count": 22, "max": 113087.0, "p95": 111743.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.955, "count": 22, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 21, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 21, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 124662.524, "count": 21, "max": 553339.0, "p95": 530611.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.097, "count": 21, "max": 0.315, "p95": 0.293, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.398, "count": 21, "max": 0.56, "p95": 0.55, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 22, "sampled_at": "2026-09-02T14:18:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T14:18:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 21.822, "window_s": 30.0}, "started_at": "2026-09-02T14:14:45+09:00", "state": "running", "task_id": "72193d8c-7277-4946-a5a8-69238562ca64", "trigger": "update", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_141447_1e58d591.jsonl", "file_size_bytes": 3091, "flush_count": 6, "flush_interval_seconds": 30.0, "flush_state": {"count": 6, "last_at": "2026-09-02T14:18:49", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T14:18:49", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5}, "started": true, "suppressed_count": 2458, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 2458}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6, "written_record_count": 6}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4449.75, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6809702400, "copied_frame_count": 2463, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "1e58d591", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 6809702400, "frame_buffer_copies": 2463, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0778, "count": 512, "max_ms": 0.3334, "p50_ms": 0.0692, "p95_ms": 0.1281, "p99_ms": 0.1625}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.8226, "count": 512, "max_ms": 2.026, "p50_ms": 0.7491, "p95_ms": 1.3549, "p99_ms": 1.6108, "results": {"failed": 0, "not_applicable": 0, "success": 2463, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "1e58d591", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T14:18:58+09:00", "last_error_summary": "[h264 @ 0x60dd2d2a16c0] error while decoding MB 180 92, bytestream -19", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 42.313, "last_started_at": "2026-09-02T14:19:01+09:00", "pid": 9281, "process": {"exists": true, "fd_count": 0, "hwm_mb": null, "name": "ffmpeg", "pid": 9281, "rss_mb": null, "state": "Z (zombie)", "threads": 1}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 77.576, "sample_count": 2463, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 2.01}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2463, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T14:19:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "1e58d591", "last_frame_pushed_age_sec": 0.016, "last_frame_pushed_at": "2026-09-02T14:19:43+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-09-02T14:19:43+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 28, "debug_expires_at": null, "deduplicated_count": 1, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 234.364, "last_sample_duration_ms": 586.416, "last_trigger": "start_stable", "next_snapshot_in_sec": 365.636, "reason": "waiting_for_next_snapshot", "rotation_count": 85, "runtime_state": "active", "sample_count": 28, "storage_bytes": 955628}, "mjpeg": {"age_sec": 0.006, "exists": true, "mtime": "2026-09-02T14:19:43.664111+09:00", "mtime_epoch": 1788326383.6641107, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 106346}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T14:19:43+09:00", "process": {"exists": true, "fd_count": 113, "hwm_mb": 950.23, "name": "celery", "pid": 214, "rss_mb": 938.473, "state": "S (sleeping)", "threads": 72}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2463, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 206}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 206, "pushed_frames": 206, "read_frames": 206, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.013, "pushed": 7.013, "read": 7.013}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 206, "client_acquire_ms": {"avg_ms": 0.006, "count": 206, "max_ms": 0.033, "p95_ms": 0.013, "reason": null, "sample_age_ms": 39.532, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.407, "count": 206, "max_ms": 2.831, "p95_ms": 1.102, "reason": null, "sample_age_ms": 65.702, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.162, "count": 206, "max_ms": 1.487, "p95_ms": 0.795, "reason": null, "sample_age_ms": 65.854, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.084, "count": 206, "max_ms": 0.365, "p95_ms": 0.165, "reason": null, "sample_age_ms": 39.537, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.125, "count": 206, "max_ms": 2.513, "p95_ms": 1.847, "reason": null, "sample_age_ms": 64.706, "source": "client_direct"}, "request_count": 206, "request_tensor_bytes": {"avg": 2211848.0, "count": 206, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 64.691, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 206, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 39.602, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.477, "count": 206, "max_ms": 43.727, "p95_ms": 39.035, "reason": null, "sample_age_ms": 39.529, "source": "client_direct"}, "sample_age_ms": 39.526, "source": "client_direct", "task_total_ms": {"avg_ms": 30.822, "count": 206, "max_ms": 45.347, "p95_ms": 40.857, "reason": null, "sample_age_ms": 39.526, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 214, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.911, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.541, "count": 206, "max_ms": 1.315, "p95_ms": 0.927}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.175, "count": 206, "max_ms": 0.416, "p95_ms": 0.292}, "detection_prepare_ms": {"avg_ms": 0.077, "count": 206, "max_ms": 0.275, "p95_ms": 0.14}, "event_filter_ms": {"avg_ms": 0.002, "count": 206, "max_ms": 0.012, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.062, "count": 206, "max_ms": 0.263, "p95_ms": 0.101}, "mcmt_ms": {"avg_ms": 0.002, "count": 206, "max_ms": 0.006, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.131, "count": 206, "max_ms": 0.324, "p95_ms": 0.224}, "setup_ms": {"avg_ms": 0.035, "count": 206, "max_ms": 0.124, "p95_ms": 0.067}, "total_inside_ms": {"avg_ms": 0.51, "count": 206, "max_ms": 1.233, "p95_ms": 0.873}, "track_match_ms": {"avg_ms": 0.004, "count": 206, "max_ms": 0.04, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.023, "count": 206, "max_ms": 0.133, "p95_ms": 0.047}}, "gstreamer_push": {"avg_ms": 1.777, "count": 206, "max_ms": 3.85, "p95_ms": 2.741}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.035, "count": 206, "max_ms": 0.112, "p95_ms": 0.058}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 31.48, "count": 206, "max_ms": 45.808, "p95_ms": 41.624}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 206, "max_ms": 0.074, "p95_ms": 0.054}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 55.483, "count": 206, "max_ms": 89.532, "p95_ms": 70.139}, "inference_input_copy_ms": {"avg_ms": 0.88, "count": 206, "max_ms": 2.574, "p95_ms": 1.487}, "processing_residual_ms": {"avg_ms": 0.087, "count": 206, "max_ms": 0.29, "p95_ms": 0.148}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 56.478, "count": 206, "max_ms": 90.311, "p95_ms": 71.122}, "read_interval": {"avg_ms": 161.837, "count": 206, "max_ms": 4029.329, "p95_ms": 299.681}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 206, "max_ms": 0.046, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.089, "count": 206, "max_ms": 0.237, "p95_ms": 0.152}, "resolve_scenarios_ms": {"avg_ms": 0.005, "count": 206, "max_ms": 0.031, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.078, "count": 206, "max_ms": 0.192, "p95_ms": 0.136}, "worker_merge_ms": {"avg_ms": 0.004, "count": 206, "max_ms": 0.03, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 31.492, "count": 206, "max_ms": 45.815, "p95_ms": 41.639}, "visualize": {"avg_ms": 22.817, "count": 206, "max_ms": 44.43, "p95_ms": 35.061}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 22.187, "count": 206, "max_ms": 43.559, "p95_ms": 34.274}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 22.67, "count": 206, "max_ms": 44.197, "p95_ms": 34.905}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 22.599, "count": 206, "max_ms": 44.099, "p95_ms": 34.816}, "visualizer_prepare_ms": {"avg_ms": 0.043, "count": 206, "max_ms": 0.552, "p95_ms": 0.072}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 206}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 214, "process_rss_mb_proxy": 938.473, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.533, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "1e58d591", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 77.947, "sample_count": 2269, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 27.19}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2269, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T14:19:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 3.466, "exists": true, "size_bytes": 110739, "write_bytes_delta": 110739, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 331.0, "cpu_core_ratio": 0.380634, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13676.0, "pid": 9281, "reason": null, "system_cpu_core_ratio": 0.022436, "system_cpu_s_delta": 0.29000000000000004, "user_cpu_core_ratio": 0.358198, "user_cpu_s_delta": 4.63}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.207337, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 54.0, "pid": 214, "reason": null, "system_cpu_core_ratio": 0.022436, "system_cpu_s_delta": 0.2900000000008731, "user_cpu_core_ratio": 0.184901, "user_cpu_s_delta": 2.390000000003056}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.86, "count": 81, "max_ms": 4.095, "p95_ms": 2.816, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 81}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 81}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.41, "count": 25, "max": 45.043, "p95": 28.931, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.801, "count": 25, "max": 29.095, "p95": 20.604, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 633.261, "count": 23, "max": 896.0, "p95": 881.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 23, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 783.0, "count": 23, "max": 13676.0, "p95": 3318.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.046, "count": 23, "max": 0.074, "p95": 0.071, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.83, "count": 23, "max": 1.335, "p95": 1.314, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.152, "count": 24, "max": 3.466, "p95": 0.102, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105655.417, "count": 24, "max": 113087.0, "p95": 111651.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101429.2, "count": 25, "max": 113087.0, "p95": 111606.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.96, "count": 25, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 24, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 24, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 109083.625, "count": 24, "max": 553339.0, "p95": 529103.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.086, "count": 24, "max": 0.315, "p95": 0.287, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.361, "count": 24, "max": 0.56, "p95": 0.549, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25, "sampled_at": "2026-09-02T14:19:18+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T14:19:18+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.372, "window_s": 30.0}, "started_at": "2026-09-02T14:14:45+09:00", "state": "running", "task_id": "72193d8c-7277-4946-a5a8-69238562ca64", "trigger": "update", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_141447_1e58d591.jsonl", "file_size_bytes": 3091, "flush_count": 6, "flush_interval_seconds": 30.0, "flush_state": {"count": 6, "last_at": "2026-09-02T14:18:49", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T14:18:49", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5}, "started": true, "suppressed_count": 2458, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 2458}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6, "written_record_count": 6}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4449.695, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5726410e5300] error while decoding MB 219 34, bytestream -12 [h264 @ 0x5726410e5300] error while decoding MB 9 101, bytestream -9", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6809702400, "copied_frame_count": 2463, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "1e58d591", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 6809702400, "frame_buffer_copies": 2463, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0778, "count": 512, "max_ms": 0.3334, "p50_ms": 0.0692, "p95_ms": 0.1281, "p99_ms": 0.1625}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.8226, "count": 512, "max_ms": 2.026, "p50_ms": 0.7491, "p95_ms": 1.3549, "p99_ms": 1.6108, "results": {"failed": 0, "not_applicable": 0, "success": 2463, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "1e58d591", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 2, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T14:19:43+09:00", "last_error_summary": "[h264 @ 0x5726410e5300] error while decoding MB 219 34, bytestream -12 [h264 @ 0x5726410e5300] error while decoding MB 9 101, bytestream -9", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 42.328, "last_started_at": "2026-09-02T14:19:01+09:00", "pid": 9281, "process": {"exists": false, "pid": 9281}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 77.576, "sample_count": 2463, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 1.995}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2463, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T14:19:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "1e58d591", "last_frame_pushed_age_sec": 0.03, "last_frame_pushed_at": "2026-09-02T14:19:43+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-09-02T14:19:43+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 28, "debug_expires_at": null, "deduplicated_count": 1, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 234.386, "last_sample_duration_ms": 586.416, "last_trigger": "start_stable", "next_snapshot_in_sec": 365.614, "reason": "waiting_for_next_snapshot", "rotation_count": 85, "runtime_state": "active", "sample_count": 28, "storage_bytes": 955628}, "mjpeg": {"age_sec": 0.021, "exists": true, "mtime": "2026-09-02T14:19:43.664111+09:00", "mtime_epoch": 1788326383.6641107, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 106346}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T14:19:43+09:00", "process": {"exists": true, "fd_count": 113, "hwm_mb": 950.23, "name": "celery", "pid": 214, "rss_mb": 938.473, "state": "S (sleeping)", "threads": 72}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2463, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 206}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 206, "pushed_frames": 206, "read_frames": 206, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.01, "pushed": 7.01, "read": 7.01}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 206, "client_acquire_ms": {"avg_ms": 0.006, "count": 206, "max_ms": 0.033, "p95_ms": 0.013, "reason": null, "sample_age_ms": 54.801, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.407, "count": 206, "max_ms": 2.831, "p95_ms": 1.102, "reason": null, "sample_age_ms": 80.97, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.162, "count": 206, "max_ms": 1.487, "p95_ms": 0.795, "reason": null, "sample_age_ms": 81.122, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.084, "count": 206, "max_ms": 0.365, "p95_ms": 0.165, "reason": null, "sample_age_ms": 54.805, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.125, "count": 206, "max_ms": 2.513, "p95_ms": 1.847, "reason": null, "sample_age_ms": 79.974, "source": "client_direct"}, "request_count": 206, "request_tensor_bytes": {"avg": 2211848.0, "count": 206, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 79.959, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 206, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 54.87, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.477, "count": 206, "max_ms": 43.727, "p95_ms": 39.035, "reason": null, "sample_age_ms": 54.797, "source": "client_direct"}, "sample_age_ms": 54.794, "source": "client_direct", "task_total_ms": {"avg_ms": 30.822, "count": 206, "max_ms": 45.347, "p95_ms": 40.857, "reason": null, "sample_age_ms": 54.794, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 214, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.728, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.541, "count": 206, "max_ms": 1.315, "p95_ms": 0.927}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.175, "count": 206, "max_ms": 0.416, "p95_ms": 0.292}, "detection_prepare_ms": {"avg_ms": 0.077, "count": 206, "max_ms": 0.275, "p95_ms": 0.14}, "event_filter_ms": {"avg_ms": 0.002, "count": 206, "max_ms": 0.012, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.062, "count": 206, "max_ms": 0.263, "p95_ms": 0.101}, "mcmt_ms": {"avg_ms": 0.002, "count": 206, "max_ms": 0.006, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.131, "count": 206, "max_ms": 0.324, "p95_ms": 0.224}, "setup_ms": {"avg_ms": 0.035, "count": 206, "max_ms": 0.124, "p95_ms": 0.067}, "total_inside_ms": {"avg_ms": 0.51, "count": 206, "max_ms": 1.233, "p95_ms": 0.873}, "track_match_ms": {"avg_ms": 0.004, "count": 206, "max_ms": 0.04, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.023, "count": 206, "max_ms": 0.133, "p95_ms": 0.047}}, "gstreamer_push": {"avg_ms": 1.777, "count": 206, "max_ms": 3.85, "p95_ms": 2.741}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.035, "count": 206, "max_ms": 0.112, "p95_ms": 0.058}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 31.48, "count": 206, "max_ms": 45.808, "p95_ms": 41.624}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 206, "max_ms": 0.074, "p95_ms": 0.054}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 55.483, "count": 206, "max_ms": 89.532, "p95_ms": 70.139}, "inference_input_copy_ms": {"avg_ms": 0.88, "count": 206, "max_ms": 2.574, "p95_ms": 1.487}, "processing_residual_ms": {"avg_ms": 0.087, "count": 206, "max_ms": 0.29, "p95_ms": 0.148}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 56.478, "count": 206, "max_ms": 90.311, "p95_ms": 71.122}, "read_interval": {"avg_ms": 161.837, "count": 206, "max_ms": 4029.329, "p95_ms": 299.681}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 206, "max_ms": 0.046, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.089, "count": 206, "max_ms": 0.237, "p95_ms": 0.152}, "resolve_scenarios_ms": {"avg_ms": 0.005, "count": 206, "max_ms": 0.031, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.078, "count": 206, "max_ms": 0.192, "p95_ms": 0.136}, "worker_merge_ms": {"avg_ms": 0.004, "count": 206, "max_ms": 0.03, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 31.492, "count": 206, "max_ms": 45.815, "p95_ms": 41.639}, "visualize": {"avg_ms": 22.817, "count": 206, "max_ms": 44.43, "p95_ms": 35.061}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 22.187, "count": 206, "max_ms": 43.559, "p95_ms": 34.274}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 22.67, "count": 206, "max_ms": 44.197, "p95_ms": 34.905}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 22.599, "count": 206, "max_ms": 44.099, "p95_ms": 34.816}, "visualizer_prepare_ms": {"avg_ms": 0.043, "count": 206, "max_ms": 0.552, "p95_ms": 0.072}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 206}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 214, "process_rss_mb_proxy": 938.473, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.533, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "1e58d591", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 77.947, "sample_count": 2269, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 27.19}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2269, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T14:19:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 3.466, "exists": true, "size_bytes": 110739, "write_bytes_delta": 110739, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 331.0, "cpu_core_ratio": 0.380634, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13676.0, "pid": 9281, "reason": null, "system_cpu_core_ratio": 0.022436, "system_cpu_s_delta": 0.29000000000000004, "user_cpu_core_ratio": 0.358198, "user_cpu_s_delta": 4.63}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.207337, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 54.0, "pid": 214, "reason": null, "system_cpu_core_ratio": 0.022436, "system_cpu_s_delta": 0.2900000000008731, "user_cpu_core_ratio": 0.184901, "user_cpu_s_delta": 2.390000000003056}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.86, "count": 81, "max_ms": 4.095, "p95_ms": 2.816, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 81}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 81}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.41, "count": 25, "max": 45.043, "p95": 28.931, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.801, "count": 25, "max": 29.095, "p95": 20.604, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 633.261, "count": 23, "max": 896.0, "p95": 881.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 23, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 783.0, "count": 23, "max": 13676.0, "p95": 3318.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.046, "count": 23, "max": 0.074, "p95": 0.071, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.83, "count": 23, "max": 1.335, "p95": 1.314, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.152, "count": 24, "max": 3.466, "p95": 0.102, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105655.417, "count": 24, "max": 113087.0, "p95": 111651.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101429.2, "count": 25, "max": 113087.0, "p95": 111606.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.96, "count": 25, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 24, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 24, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 109083.625, "count": 24, "max": 553339.0, "p95": 529103.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.086, "count": 24, "max": 0.315, "p95": 0.287, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.361, "count": 24, "max": 0.56, "p95": 0.549, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25, "sampled_at": "2026-09-02T14:19:18+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T14:19:18+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.388, "window_s": 30.0}, "started_at": "2026-09-02T14:14:45+09:00", "state": "running", "task_id": "72193d8c-7277-4946-a5a8-69238562ca64", "trigger": "update", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_141447_1e58d591.jsonl", "file_size_bytes": 3091, "flush_count": 6, "flush_interval_seconds": 30.0, "flush_state": {"count": 6, "last_at": "2026-09-02T14:18:49", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T14:18:49", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5}, "started": true, "suppressed_count": 2458, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 2458}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6, "written_record_count": 6}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4449.848, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6809702400, "copied_frame_count": 2463, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "1e58d591", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 6809702400, "frame_buffer_copies": 2463, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0778, "count": 512, "max_ms": 0.3334, "p50_ms": 0.0692, "p95_ms": 0.1281, "p99_ms": 0.1625}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.8226, "count": 512, "max_ms": 2.026, "p50_ms": 0.7491, "p95_ms": 1.3549, "p99_ms": 1.6108, "results": {"failed": 0, "not_applicable": 0, "success": 2463, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "1e58d591", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 2, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T14:19:43+09:00", "last_error_summary": "[h264 @ 0x5726410e5300] error while decoding MB 219 34, bytestream -12 [h264 @ 0x5726410e5300] error while decoding MB 9 101, bytestream -9", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 42.338, "last_started_at": "2026-09-02T14:19:01+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 77.576, "sample_count": 2463, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 1.988}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2463, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T14:19:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "1e58d591", "last_frame_pushed_age_sec": 0.04, "last_frame_pushed_at": "2026-09-02T14:19:43+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-09-02T14:19:43+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 28, "debug_expires_at": null, "deduplicated_count": 1, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 234.393, "last_sample_duration_ms": 586.416, "last_trigger": "start_stable", "next_snapshot_in_sec": 365.607, "reason": "waiting_for_next_snapshot", "rotation_count": 85, "runtime_state": "active", "sample_count": 28, "storage_bytes": 955628}, "mjpeg": {"age_sec": 0.031, "exists": true, "mtime": "2026-09-02T14:19:43.664111+09:00", "mtime_epoch": 1788326383.6641107, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 106346}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T14:19:43+09:00", "process": {"exists": true, "fd_count": 113, "hwm_mb": 950.23, "name": "celery", "pid": 214, "rss_mb": 938.473, "state": "S (sleeping)", "threads": 72}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2463, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 206}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 206, "pushed_frames": 206, "read_frames": 206, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.008, "pushed": 7.008, "read": 7.008}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 206, "client_acquire_ms": {"avg_ms": 0.006, "count": 206, "max_ms": 0.033, "p95_ms": 0.013, "reason": null, "sample_age_ms": 62.593, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.407, "count": 206, "max_ms": 2.831, "p95_ms": 1.102, "reason": null, "sample_age_ms": 88.763, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.162, "count": 206, "max_ms": 1.487, "p95_ms": 0.795, "reason": null, "sample_age_ms": 88.915, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.084, "count": 206, "max_ms": 0.365, "p95_ms": 0.165, "reason": null, "sample_age_ms": 62.598, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.125, "count": 206, "max_ms": 2.513, "p95_ms": 1.847, "reason": null, "sample_age_ms": 87.767, "source": "client_direct"}, "request_count": 206, "request_tensor_bytes": {"avg": 2211848.0, "count": 206, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 87.752, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 206, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 62.663, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.477, "count": 206, "max_ms": 43.727, "p95_ms": 39.035, "reason": null, "sample_age_ms": 62.59, "source": "client_direct"}, "sample_age_ms": 62.586, "source": "client_direct", "task_total_ms": {"avg_ms": 30.822, "count": 206, "max_ms": 45.347, "p95_ms": 40.857, "reason": null, "sample_age_ms": 62.586, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 214, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.741, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.541, "count": 206, "max_ms": 1.315, "p95_ms": 0.927}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.175, "count": 206, "max_ms": 0.416, "p95_ms": 0.292}, "detection_prepare_ms": {"avg_ms": 0.077, "count": 206, "max_ms": 0.275, "p95_ms": 0.14}, "event_filter_ms": {"avg_ms": 0.002, "count": 206, "max_ms": 0.012, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.062, "count": 206, "max_ms": 0.263, "p95_ms": 0.101}, "mcmt_ms": {"avg_ms": 0.002, "count": 206, "max_ms": 0.006, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.131, "count": 206, "max_ms": 0.324, "p95_ms": 0.224}, "setup_ms": {"avg_ms": 0.035, "count": 206, "max_ms": 0.124, "p95_ms": 0.067}, "total_inside_ms": {"avg_ms": 0.51, "count": 206, "max_ms": 1.233, "p95_ms": 0.873}, "track_match_ms": {"avg_ms": 0.004, "count": 206, "max_ms": 0.04, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.023, "count": 206, "max_ms": 0.133, "p95_ms": 0.047}}, "gstreamer_push": {"avg_ms": 1.777, "count": 206, "max_ms": 3.85, "p95_ms": 2.741}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.035, "count": 206, "max_ms": 0.112, "p95_ms": 0.058}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 31.48, "count": 206, "max_ms": 45.808, "p95_ms": 41.624}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 206, "max_ms": 0.074, "p95_ms": 0.054}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 55.483, "count": 206, "max_ms": 89.532, "p95_ms": 70.139}, "inference_input_copy_ms": {"avg_ms": 0.88, "count": 206, "max_ms": 2.574, "p95_ms": 1.487}, "processing_residual_ms": {"avg_ms": 0.087, "count": 206, "max_ms": 0.29, "p95_ms": 0.148}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 56.478, "count": 206, "max_ms": 90.311, "p95_ms": 71.122}, "read_interval": {"avg_ms": 161.837, "count": 206, "max_ms": 4029.329, "p95_ms": 299.681}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 206, "max_ms": 0.046, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.089, "count": 206, "max_ms": 0.237, "p95_ms": 0.152}, "resolve_scenarios_ms": {"avg_ms": 0.005, "count": 206, "max_ms": 0.031, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.078, "count": 206, "max_ms": 0.192, "p95_ms": 0.136}, "worker_merge_ms": {"avg_ms": 0.004, "count": 206, "max_ms": 0.03, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 31.492, "count": 206, "max_ms": 45.815, "p95_ms": 41.639}, "visualize": {"avg_ms": 22.817, "count": 206, "max_ms": 44.43, "p95_ms": 35.061}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 22.187, "count": 206, "max_ms": 43.559, "p95_ms": 34.274}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 22.67, "count": 206, "max_ms": 44.197, "p95_ms": 34.905}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 22.599, "count": 206, "max_ms": 44.099, "p95_ms": 34.816}, "visualizer_prepare_ms": {"avg_ms": 0.043, "count": 206, "max_ms": 0.552, "p95_ms": 0.072}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 206}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 214, "process_rss_mb_proxy": 938.473, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.533, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "1e58d591", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 77.947, "sample_count": 2269, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 27.19}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2269, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T14:19:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 3.466, "exists": true, "size_bytes": 110739, "write_bytes_delta": 110739, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 331.0, "cpu_core_ratio": 0.380634, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13676.0, "pid": 9281, "reason": null, "system_cpu_core_ratio": 0.022436, "system_cpu_s_delta": 0.29000000000000004, "user_cpu_core_ratio": 0.358198, "user_cpu_s_delta": 4.63}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.207337, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 54.0, "pid": 214, "reason": null, "system_cpu_core_ratio": 0.022436, "system_cpu_s_delta": 0.2900000000008731, "user_cpu_core_ratio": 0.184901, "user_cpu_s_delta": 2.390000000003056}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.86, "count": 81, "max_ms": 4.095, "p95_ms": 2.816, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 81}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 81}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.41, "count": 25, "max": 45.043, "p95": 28.931, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.801, "count": 25, "max": 29.095, "p95": 20.604, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 633.261, "count": 23, "max": 896.0, "p95": 881.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 23, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 783.0, "count": 23, "max": 13676.0, "p95": 3318.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.046, "count": 23, "max": 0.074, "p95": 0.071, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.83, "count": 23, "max": 1.335, "p95": 1.314, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.152, "count": 24, "max": 3.466, "p95": 0.102, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105655.417, "count": 24, "max": 113087.0, "p95": 111651.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101429.2, "count": 25, "max": 113087.0, "p95": 111606.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.96, "count": 25, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 24, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 24, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 109083.625, "count": 24, "max": 553339.0, "p95": 529103.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.086, "count": 24, "max": 0.315, "p95": 0.287, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.361, "count": 24, "max": 0.56, "p95": 0.549, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25, "sampled_at": "2026-09-02T14:19:18+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T14:19:18+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.396, "window_s": 30.0}, "started_at": "2026-09-02T14:14:45+09:00", "state": "running", "task_id": "72193d8c-7277-4946-a5a8-69238562ca64", "trigger": "update", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_141447_1e58d591.jsonl", "file_size_bytes": 3091, "flush_count": 6, "flush_interval_seconds": 30.0, "flush_state": {"count": 6, "last_at": "2026-09-02T14:18:49", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T14:18:49", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5}, "started": true, "suppressed_count": 2458, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 2458}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6, "written_record_count": 6}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4488.938, "limit_mb": null}, "detail": {"pid": 9397, "restart_count": 2, "start_count": 3}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 6809702400, "copied_frame_count": 2463, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "1e58d591", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 6809702400, "frame_buffer_copies": 2463, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0778, "count": 512, "max_ms": 0.3334, "p50_ms": 0.0692, "p95_ms": 0.1281, "p99_ms": 0.1625}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.8226, "count": 512, "max_ms": 2.026, "p50_ms": 0.7491, "p95_ms": 1.3549, "p99_ms": 1.6108, "results": {"failed": 0, "not_applicable": 0, "success": 2463, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "1e58d591", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 2, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T14:19:43+09:00", "last_error_summary": "[h264 @ 0x5726410e5300] error while decoding MB 219 34, bytestream -12 [h264 @ 0x5726410e5300] error while decoding MB 9 101, bytestream -9", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-02T14:19:46+09:00", "pid": 9397, "process": {"exists": true, "fd_count": 4, "hwm_mb": 75.551, "name": "ffmpeg", "pid": 9397, "rss_mb": 75.551, "state": "S (sleeping)", "threads": 1}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 77.576, "sample_count": 2463, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2463, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T14:19:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "1e58d591", "last_frame_pushed_age_sec": 5.002, "last_frame_pushed_at": "2026-09-02T14:19:43+09:00", "last_frame_read_age_sec": 5.049, "last_frame_read_at": "2026-09-02T14:19:43+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 28, "debug_expires_at": null, "deduplicated_count": 1, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 239.353, "last_sample_duration_ms": 586.416, "last_trigger": "start_stable", "next_snapshot_in_sec": 360.647, "reason": "waiting_for_next_snapshot", "rotation_count": 85, "runtime_state": "active", "sample_count": 28, "storage_bytes": 955628}, "mjpeg": {"age_sec": 4.993, "exists": true, "mtime": "2026-09-02T14:19:43.664111+09:00", "mtime_epoch": 1788326383.6641107, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 106346}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T14:19:48+09:00", "process": {"exists": true, "fd_count": 113, "hwm_mb": 950.23, "name": "celery", "pid": 214, "rss_mb": 938.473, "state": "S (sleeping)", "threads": 72}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2463, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 193}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 193, "pushed_frames": 193, "read_frames": 193, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.46, "pushed": 6.46, "read": 6.46}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 193, "client_acquire_ms": {"avg_ms": 0.006, "count": 193, "max_ms": 0.033, "p95_ms": 0.013, "reason": null, "sample_age_ms": 5027.165, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.406, "count": 193, "max_ms": 2.831, "p95_ms": 1.075, "reason": null, "sample_age_ms": 5053.335, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.159, "count": 193, "max_ms": 1.487, "p95_ms": 0.794, "reason": null, "sample_age_ms": 5053.487, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.086, "count": 193, "max_ms": 0.365, "p95_ms": 0.169, "reason": null, "sample_age_ms": 5027.17, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.117, "count": 193, "max_ms": 2.513, "p95_ms": 1.827, "reason": null, "sample_age_ms": 5052.339, "source": "client_direct"}, "request_count": 193, "request_tensor_bytes": {"avg": 2211848.0, "count": 193, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 5052.324, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 193, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5027.235, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.32, "count": 193, "max_ms": 43.549, "p95_ms": 38.717, "reason": null, "sample_age_ms": 5027.162, "source": "client_direct"}, "sample_age_ms": 5027.158, "source": "client_direct", "task_total_ms": {"avg_ms": 30.658, "count": 193, "max_ms": 44.7, "p95_ms": 40.416, "reason": null, "sample_age_ms": 5027.158, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 214, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.537, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.542, "count": 193, "max_ms": 1.315, "p95_ms": 0.927}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.174, "count": 193, "max_ms": 0.416, "p95_ms": 0.288}, "detection_prepare_ms": {"avg_ms": 0.078, "count": 193, "max_ms": 0.275, "p95_ms": 0.14}, "event_filter_ms": {"avg_ms": 0.002, "count": 193, "max_ms": 0.012, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.062, "count": 193, "max_ms": 0.263, "p95_ms": 0.104}, "mcmt_ms": {"avg_ms": 0.002, "count": 193, "max_ms": 0.006, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.13, "count": 193, "max_ms": 0.324, "p95_ms": 0.215}, "setup_ms": {"avg_ms": 0.035, "count": 193, "max_ms": 0.124, "p95_ms": 0.067}, "total_inside_ms": {"avg_ms": 0.511, "count": 193, "max_ms": 1.233, "p95_ms": 0.873}, "track_match_ms": {"avg_ms": 0.003, "count": 193, "max_ms": 0.021, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.023, "count": 193, "max_ms": 0.133, "p95_ms": 0.047}}, "gstreamer_push": {"avg_ms": 1.773, "count": 193, "max_ms": 3.85, "p95_ms": 2.753}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.034, "count": 193, "max_ms": 0.095, "p95_ms": 0.057}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 31.317, "count": 193, "max_ms": 45.366, "p95_ms": 41.565}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 193, "max_ms": 0.074, "p95_ms": 0.054}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 55.385, "count": 193, "max_ms": 82.927, "p95_ms": 70.139}, "inference_input_copy_ms": {"avg_ms": 0.877, "count": 193, "max_ms": 2.574, "p95_ms": 1.487}, "processing_residual_ms": {"avg_ms": 0.087, "count": 193, "max_ms": 0.29, "p95_ms": 0.148}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 56.376, "count": 193, "max_ms": 85.845, "p95_ms": 71.122}, "read_interval": {"avg_ms": 130.025, "count": 193, "max_ms": 3621.501, "p95_ms": 287.407}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 193, "max_ms": 0.046, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.089, "count": 193, "max_ms": 0.237, "p95_ms": 0.145}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 193, "max_ms": 0.031, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.077, "count": 193, "max_ms": 0.192, "p95_ms": 0.127}, "worker_merge_ms": {"avg_ms": 0.004, "count": 193, "max_ms": 0.03, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 31.329, "count": 193, "max_ms": 45.374, "p95_ms": 41.576}, "visualize": {"avg_ms": 22.88, "count": 193, "max_ms": 41.507, "p95_ms": 35.061}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 22.252, "count": 193, "max_ms": 40.715, "p95_ms": 34.274}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 22.734, "count": 193, "max_ms": 41.365, "p95_ms": 34.905}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 22.663, "count": 193, "max_ms": 41.28, "p95_ms": 34.816}, "visualizer_prepare_ms": {"avg_ms": 0.043, "count": 193, "max_ms": 0.552, "p95_ms": 0.072}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 193}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 214, "process_rss_mb_proxy": 938.473, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.533, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "1e58d591", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 77.947, "sample_count": 2269, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 27.19}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2269, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T14:19:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 3.466, "exists": true, "size_bytes": 110739, "write_bytes_delta": 110739, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 331.0, "cpu_core_ratio": 0.380634, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13676.0, "pid": 9281, "reason": null, "system_cpu_core_ratio": 0.022436, "system_cpu_s_delta": 0.29000000000000004, "user_cpu_core_ratio": 0.358198, "user_cpu_s_delta": 4.63}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.207337, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 54.0, "pid": 214, "reason": null, "system_cpu_core_ratio": 0.022436, "system_cpu_s_delta": 0.2900000000008731, "user_cpu_core_ratio": 0.184901, "user_cpu_s_delta": 2.390000000003056}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.86, "count": 81, "max_ms": 4.095, "p95_ms": 2.816, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 81}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 81}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.41, "count": 25, "max": 45.043, "p95": 28.931, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.801, "count": 25, "max": 29.095, "p95": 20.604, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 633.261, "count": 23, "max": 896.0, "p95": 881.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 23, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 783.0, "count": 23, "max": 13676.0, "p95": 3318.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.046, "count": 23, "max": 0.074, "p95": 0.071, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.83, "count": 23, "max": 1.335, "p95": 1.314, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.152, "count": 24, "max": 3.466, "p95": 0.102, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105655.417, "count": 24, "max": 113087.0, "p95": 111651.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101429.2, "count": 25, "max": 113087.0, "p95": 111606.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.96, "count": 25, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 24, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 24, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 109083.625, "count": 24, "max": 553339.0, "p95": 529103.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.086, "count": 24, "max": 0.315, "p95": 0.287, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.361, "count": 24, "max": 0.56, "p95": 0.549, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25, "sampled_at": "2026-09-02T14:19:18+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T14:19:18+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.877, "window_s": 30.0}, "started_at": "2026-09-02T14:14:45+09:00", "state": "running", "task_id": "72193d8c-7277-4946-a5a8-69238562ca64", "trigger": "update", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_141447_1e58d591.jsonl", "file_size_bytes": 4111, "flush_count": 8, "flush_interval_seconds": 30.0, "flush_state": {"count": 8, "last_at": "2026-09-02T14:20:49", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T14:20:49", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 7}, "started": true, "suppressed_count": 3289, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 3289}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 8, "written_record_count": 8}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4451.293, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9112780800, "copied_frame_count": 3296, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "1e58d591", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 9112780800, "frame_buffer_copies": 3296, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0722, "count": 512, "max_ms": 0.2977, "p50_ms": 0.0655, "p95_ms": 0.1097, "p99_ms": 0.1687}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.7756, "count": 512, "max_ms": 2.4069, "p50_ms": 0.6912, "p95_ms": 1.2088, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 3296, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "1e58d591", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 3, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T14:21:27+09:00", "last_error_summary": "[h264 @ 0x6469176285c0] error while decoding MB 75 8, bytestream -6", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 100.545, "last_started_at": "2026-09-02T14:19:46+09:00", "pid": 9397, "process": {"exists": false, "pid": 9397}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 68.846, "sample_count": 2316, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3296, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T14:21:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "1e58d591", "last_frame_pushed_age_sec": 0.021, "last_frame_pushed_at": "2026-09-02T14:21:27+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-09-02T14:21:27+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 28, "debug_expires_at": null, "deduplicated_count": 1, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 337.911, "last_sample_duration_ms": 586.416, "last_trigger": "start_stable", "next_snapshot_in_sec": 262.089, "reason": "waiting_for_next_snapshot", "rotation_count": 85, "runtime_state": "active", "sample_count": 28, "storage_bytes": 955628}, "mjpeg": {"age_sec": 0.014, "exists": true, "mtime": "2026-09-02T14:21:27.186535+09:00", "mtime_epoch": 1788326487.1865354, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 100421}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T14:21:27+09:00", "process": {"exists": true, "fd_count": 114, "hwm_mb": 950.23, "name": "celery", "pid": 214, "rss_mb": 938.473, "state": "S (sleeping)", "threads": 72}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3296, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 275}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 275}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 275}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 275}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 275}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 275}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 275}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 275, "pushed_frames": 276, "read_frames": 275, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.168, "pushed": 9.201, "read": 9.168}, "hints": ["ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 275, "client_acquire_ms": {"avg_ms": 0.006, "count": 275, "max_ms": 0.032, "p95_ms": 0.013, "reason": null, "sample_age_ms": 56.524, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.361, "count": 275, "max_ms": 2.327, "p95_ms": 1.031, "reason": null, "sample_age_ms": 85.028, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.134, "count": 275, "max_ms": 1.825, "p95_ms": 0.753, "reason": null, "sample_age_ms": 85.208, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.069, "count": 275, "max_ms": 0.351, "p95_ms": 0.124, "reason": null, "sample_age_ms": 56.53, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.028, "count": 275, "max_ms": 3.36, "p95_ms": 1.72, "reason": null, "sample_age_ms": 84.189, "source": "client_direct"}, "request_count": 275, "request_tensor_bytes": {"avg": 2211848.0, "count": 275, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 84.174, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 275, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 56.618, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.79, "count": 275, "max_ms": 42.223, "p95_ms": 36.967, "reason": null, "sample_age_ms": 56.521, "source": "client_direct"}, "sample_age_ms": 56.516, "source": "client_direct", "task_total_ms": {"avg_ms": 29.01, "count": 275, "max_ms": 44.165, "p95_ms": 38.758, "reason": null, "sample_age_ms": 56.516, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 214, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.138, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.488, "count": 275, "max_ms": 1.148, "p95_ms": 0.74}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.159, "count": 275, "max_ms": 0.474, "p95_ms": 0.25}, "detection_prepare_ms": {"avg_ms": 0.069, "count": 275, "max_ms": 0.276, "p95_ms": 0.11}, "event_filter_ms": {"avg_ms": 0.002, "count": 275, "max_ms": 0.015, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.054, "count": 275, "max_ms": 0.236, "p95_ms": 0.085}, "mcmt_ms": {"avg_ms": 0.002, "count": 275, "max_ms": 0.012, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.121, "count": 275, "max_ms": 0.366, "p95_ms": 0.184}, "setup_ms": {"avg_ms": 0.03, "count": 275, "max_ms": 0.112, "p95_ms": 0.052}, "total_inside_ms": {"avg_ms": 0.46, "count": 275, "max_ms": 1.096, "p95_ms": 0.695}, "track_match_ms": {"avg_ms": 0.003, "count": 275, "max_ms": 0.016, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.02, "count": 275, "max_ms": 0.055, "p95_ms": 0.032}}, "gstreamer_push": {"avg_ms": 1.712, "count": 276, "max_ms": 3.877, "p95_ms": 2.795}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.028, "count": 275, "max_ms": 0.074, "p95_ms": 0.048}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.608, "count": 275, "max_ms": 44.836, "p95_ms": 39.625}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 275, "max_ms": 0.103, "p95_ms": 0.047}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 51.003, "count": 275, "max_ms": 75.377, "p95_ms": 65.137}, "inference_input_copy_ms": {"avg_ms": 0.796, "count": 275, "max_ms": 2.537, "p95_ms": 1.579}, "processing_residual_ms": {"avg_ms": 0.087, "count": 275, "max_ms": 1.185, "p95_ms": 0.154}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 51.913, "count": 275, "max_ms": 76.245, "p95_ms": 67.059}, "read_interval": {"avg_ms": 109.073, "count": 275, "max_ms": 4088.421, "p95_ms": 188.869}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 275, "max_ms": 0.031, "p95_ms": 0.018}, "execute_total_ms": {"avg_ms": 0.081, "count": 275, "max_ms": 0.252, "p95_ms": 0.129}, "resolve_scenarios_ms": {"avg_ms": 0.005, "count": 275, "max_ms": 0.029, "p95_ms": 0.01}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.071, "count": 275, "max_ms": 0.221, "p95_ms": 0.111}, "worker_merge_ms": {"avg_ms": 0.003, "count": 275, "max_ms": 0.022, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 29.62, "count": 275, "max_ms": 44.846, "p95_ms": 39.634}, "visualize": {"avg_ms": 20.34, "count": 275, "max_ms": 39.566, "p95_ms": 29.747}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 19.782, "count": 275, "max_ms": 38.963, "p95_ms": 28.891}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 20.213, "count": 275, "max_ms": 39.4, "p95_ms": 29.545}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 275, "max_ms": 0.024, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 20.152, "count": 275, "max_ms": 39.34, "p95_ms": 29.459}, "visualizer_prepare_ms": {"avg_ms": 0.036, "count": 275, "max_ms": 0.182, "p95_ms": 0.058}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 275}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 275}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 275}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 214, "process_rss_mb_proxy": 938.473, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.329, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "1e58d591", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 72.775, "sample_count": 2380, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3010, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T14:20:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 101319, "write_bytes_delta": 101319, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 387.0, "cpu_core_ratio": 0.557013, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 9397, "reason": null, "system_cpu_core_ratio": 0.028845, "system_cpu_s_delta": 0.2899999999999996, "user_cpu_core_ratio": 0.528167, "user_cpu_s_delta": 5.310000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.291437, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 64.0, "pid": 214, "reason": null, "system_cpu_core_ratio": 0.030835, "system_cpu_s_delta": 0.3100000000013097, "user_cpu_core_ratio": 0.260602, "user_cpu_s_delta": 2.6199999999989814}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.647, "count": 170, "max_ms": 3.27, "p95_ms": 2.498, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 170}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.556, "count": 30, "max": 45.043, "p95": 27.783, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.408, "count": 30, "max": 29.095, "p95": 20.563, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 627.4, "count": 30, "max": 896.0, "p95": 881.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 984.5, "count": 30, "max": 13676.0, "p95": 7513.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.045, "count": 30, "max": 0.074, "p95": 0.069, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.81, "count": 30, "max": 1.335, "p95": 1.293, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.129, "count": 30, "max": 3.466, "p95": 0.21, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105509.9, "count": 30, "max": 113087.0, "p95": 111377.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101904.733, "count": 30, "max": 113087.0, "p95": 111377.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 70793.2, "count": 30, "max": 553339.0, "p95": 526087.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.07, "count": 30, "max": 0.315, "p95": 0.274, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.35, "count": 30, "max": 0.56, "p95": 0.547, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 34, "sampled_at": "2026-09-02T14:20:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T14:20:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-09-02T14:14:45+09:00", "state": "running", "task_id": "72193d8c-7277-4946-a5a8-69238562ca64", "trigger": "update", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_141447_1e58d591.jsonl", "file_size_bytes": 4111, "flush_count": 8, "flush_interval_seconds": 30.0, "flush_state": {"count": 8, "last_at": "2026-09-02T14:20:49", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T14:20:49", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 7}, "started": true, "suppressed_count": 3289, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 3289}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 8, "written_record_count": 8}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4453.641, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9112780800, "copied_frame_count": 3296, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "1e58d591", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 9112780800, "frame_buffer_copies": 3296, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0722, "count": 512, "max_ms": 0.2977, "p50_ms": 0.0655, "p95_ms": 0.1097, "p99_ms": 0.1687}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.7756, "count": 512, "max_ms": 2.4069, "p50_ms": 0.6912, "p95_ms": 1.2088, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 3296, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "1e58d591", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 3, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T14:21:27+09:00", "last_error_summary": "[h264 @ 0x6469176285c0] error while decoding MB 75 8, bytestream -6", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 100.582, "last_started_at": "2026-09-02T14:19:46+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 68.846, "sample_count": 2316, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3296, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T14:21:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "1e58d591", "last_frame_pushed_age_sec": 0.058, "last_frame_pushed_at": "2026-09-02T14:21:27+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-09-02T14:21:27+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 28, "debug_expires_at": null, "deduplicated_count": 1, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 337.932, "last_sample_duration_ms": 586.416, "last_trigger": "start_stable", "next_snapshot_in_sec": 262.068, "reason": "waiting_for_next_snapshot", "rotation_count": 85, "runtime_state": "active", "sample_count": 28, "storage_bytes": 955628}, "mjpeg": {"age_sec": 0.051, "exists": true, "mtime": "2026-09-02T14:21:27.186535+09:00", "mtime_epoch": 1788326487.1865354, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 100421}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T14:21:27+09:00", "process": {"exists": true, "fd_count": 112, "hwm_mb": 950.23, "name": "celery", "pid": 214, "rss_mb": 938.469, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3296, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 275}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 275}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 275}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 275}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 275}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 275}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 275}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 275, "pushed_frames": 275, "read_frames": 274, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.176, "pushed": 9.176, "read": 9.142}, "hints": ["ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 274, "client_acquire_ms": {"avg_ms": 0.006, "count": 275, "max_ms": 0.032, "p95_ms": 0.013, "reason": null, "sample_age_ms": 90.868, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.361, "count": 274, "max_ms": 2.327, "p95_ms": 1.031, "reason": null, "sample_age_ms": 119.373, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.135, "count": 274, "max_ms": 1.825, "p95_ms": 0.753, "reason": null, "sample_age_ms": 119.553, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.069, "count": 275, "max_ms": 0.351, "p95_ms": 0.124, "reason": null, "sample_age_ms": 90.875, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.027, "count": 274, "max_ms": 3.36, "p95_ms": 1.72, "reason": null, "sample_age_ms": 118.534, "source": "client_direct"}, "request_count": 274, "request_tensor_bytes": {"avg": 2211848.0, "count": 274, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 118.519, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 275, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 90.963, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.79, "count": 275, "max_ms": 42.223, "p95_ms": 36.967, "reason": null, "sample_age_ms": 90.865, "source": "client_direct"}, "sample_age_ms": 90.86, "source": "client_direct", "task_total_ms": {"avg_ms": 29.01, "count": 275, "max_ms": 44.165, "p95_ms": 38.758, "reason": null, "sample_age_ms": 90.86, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 214, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.004, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.488, "count": 275, "max_ms": 1.148, "p95_ms": 0.74}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.159, "count": 275, "max_ms": 0.474, "p95_ms": 0.25}, "detection_prepare_ms": {"avg_ms": 0.069, "count": 275, "max_ms": 0.276, "p95_ms": 0.11}, "event_filter_ms": {"avg_ms": 0.002, "count": 275, "max_ms": 0.015, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.054, "count": 275, "max_ms": 0.236, "p95_ms": 0.085}, "mcmt_ms": {"avg_ms": 0.002, "count": 275, "max_ms": 0.012, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.121, "count": 275, "max_ms": 0.366, "p95_ms": 0.184}, "setup_ms": {"avg_ms": 0.03, "count": 275, "max_ms": 0.112, "p95_ms": 0.052}, "total_inside_ms": {"avg_ms": 0.46, "count": 275, "max_ms": 1.096, "p95_ms": 0.695}, "track_match_ms": {"avg_ms": 0.003, "count": 275, "max_ms": 0.016, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.02, "count": 275, "max_ms": 0.055, "p95_ms": 0.032}}, "gstreamer_push": {"avg_ms": 1.706, "count": 275, "max_ms": 3.877, "p95_ms": 2.793}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.028, "count": 275, "max_ms": 0.074, "p95_ms": 0.048}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.608, "count": 275, "max_ms": 44.836, "p95_ms": 39.625}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 275, "max_ms": 0.103, "p95_ms": 0.047}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 51.003, "count": 275, "max_ms": 75.377, "p95_ms": 65.137}, "inference_input_copy_ms": {"avg_ms": 0.796, "count": 275, "max_ms": 2.537, "p95_ms": 1.579}, "processing_residual_ms": {"avg_ms": 0.087, "count": 275, "max_ms": 1.185, "p95_ms": 0.154}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 51.913, "count": 275, "max_ms": 76.245, "p95_ms": 67.059}, "read_interval": {"avg_ms": 109.165, "count": 274, "max_ms": 4088.421, "p95_ms": 188.869}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 275, "max_ms": 0.031, "p95_ms": 0.018}, "execute_total_ms": {"avg_ms": 0.081, "count": 275, "max_ms": 0.252, "p95_ms": 0.129}, "resolve_scenarios_ms": {"avg_ms": 0.005, "count": 275, "max_ms": 0.029, "p95_ms": 0.01}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.071, "count": 275, "max_ms": 0.221, "p95_ms": 0.111}, "worker_merge_ms": {"avg_ms": 0.003, "count": 275, "max_ms": 0.022, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 29.62, "count": 275, "max_ms": 44.846, "p95_ms": 39.634}, "visualize": {"avg_ms": 20.34, "count": 275, "max_ms": 39.566, "p95_ms": 29.747}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 19.782, "count": 275, "max_ms": 38.963, "p95_ms": 28.891}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 20.213, "count": 275, "max_ms": 39.4, "p95_ms": 29.545}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 275, "max_ms": 0.024, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 20.152, "count": 275, "max_ms": 39.34, "p95_ms": 29.459}, "visualizer_prepare_ms": {"avg_ms": 0.036, "count": 275, "max_ms": 0.182, "p95_ms": 0.058}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 275}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 275}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 275}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 214, "process_rss_mb_proxy": 938.473, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.329, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "1e58d591", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 72.775, "sample_count": 2380, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3010, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T14:20:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 101319, "write_bytes_delta": 101319, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 387.0, "cpu_core_ratio": 0.557013, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 9397, "reason": null, "system_cpu_core_ratio": 0.028845, "system_cpu_s_delta": 0.2899999999999996, "user_cpu_core_ratio": 0.528167, "user_cpu_s_delta": 5.310000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.291437, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 64.0, "pid": 214, "reason": null, "system_cpu_core_ratio": 0.030835, "system_cpu_s_delta": 0.3100000000013097, "user_cpu_core_ratio": 0.260602, "user_cpu_s_delta": 2.6199999999989814}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.647, "count": 170, "max_ms": 3.27, "p95_ms": 2.498, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 170}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.556, "count": 30, "max": 45.043, "p95": 27.783, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.408, "count": 30, "max": 29.095, "p95": 20.563, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 627.4, "count": 30, "max": 896.0, "p95": 881.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 984.5, "count": 30, "max": 13676.0, "p95": 7513.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.045, "count": 30, "max": 0.074, "p95": 0.069, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.81, "count": 30, "max": 1.335, "p95": 1.293, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.129, "count": 30, "max": 3.466, "p95": 0.21, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105509.9, "count": 30, "max": 113087.0, "p95": 111377.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101904.733, "count": 30, "max": 113087.0, "p95": 111377.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 70793.2, "count": 30, "max": 553339.0, "p95": 526087.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.07, "count": 30, "max": 0.315, "p95": 0.274, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.35, "count": 30, "max": 0.56, "p95": 0.547, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 34, "sampled_at": "2026-09-02T14:20:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T14:20:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-09-02T14:14:45+09:00", "state": "running", "task_id": "72193d8c-7277-4946-a5a8-69238562ca64", "trigger": "update", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_141447_1e58d591.jsonl", "file_size_bytes": 4111, "flush_count": 8, "flush_interval_seconds": 30.0, "flush_state": {"count": 8, "last_at": "2026-09-02T14:20:49", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T14:20:49", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 7}, "started": true, "suppressed_count": 3289, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 3289}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 8, "written_record_count": 8}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4490.809, "limit_mb": null}, "detail": {"pid": 9513, "restart_count": 3, "start_count": 4}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9112780800, "copied_frame_count": 3296, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "1e58d591", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 9112780800, "frame_buffer_copies": 3296, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0722, "count": 512, "max_ms": 0.2977, "p50_ms": 0.0655, "p95_ms": 0.1097, "p99_ms": 0.1687}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.7756, "count": 512, "max_ms": 2.4069, "p50_ms": 0.6912, "p95_ms": 1.2088, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 3296, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "1e58d591", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 3, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T14:21:27+09:00", "last_error_summary": "[h264 @ 0x6469176285c0] error while decoding MB 75 8, bytestream -6", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-02T14:21:29+09:00", "pid": 9513, "process": {"exists": true, "fd_count": 4, "hwm_mb": 75.238, "name": "ffmpeg", "pid": 9513, "rss_mb": 75.238, "state": "R (running)", "threads": 1}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 68.871, "sample_count": 2297, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3296, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T14:21:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "1e58d591", "last_frame_pushed_age_sec": 4.107, "last_frame_pushed_at": "2026-09-02T14:21:27+09:00", "last_frame_read_age_sec": 4.163, "last_frame_read_at": "2026-09-02T14:21:27+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 28, "debug_expires_at": null, "deduplicated_count": 1, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 342.001, "last_sample_duration_ms": 586.416, "last_trigger": "start_stable", "next_snapshot_in_sec": 257.999, "reason": "waiting_for_next_snapshot", "rotation_count": 85, "runtime_state": "active", "sample_count": 28, "storage_bytes": 955628}, "mjpeg": {"age_sec": 4.099, "exists": true, "mtime": "2026-09-02T14:21:27.186535+09:00", "mtime_epoch": 1788326487.1865354, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 100421}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T14:21:31+09:00", "process": {"exists": true, "fd_count": 114, "hwm_mb": 950.23, "name": "celery", "pid": 214, "rss_mb": 938.473, "state": "S (sleeping)", "threads": 72}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3296, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 211}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 211}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 211}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 211}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 211}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 211}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 211}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 211, "pushed_frames": 211, "read_frames": 210, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.046, "pushed": 7.046, "read": 7.012}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 210, "client_acquire_ms": {"avg_ms": 0.005, "count": 211, "max_ms": 0.032, "p95_ms": 0.012, "reason": null, "sample_age_ms": 4144.881, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.352, "count": 210, "max_ms": 1.953, "p95_ms": 1.026, "reason": null, "sample_age_ms": 4173.385, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.132, "count": 210, "max_ms": 1.528, "p95_ms": 0.768, "reason": null, "sample_age_ms": 4173.565, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.065, "count": 211, "max_ms": 0.267, "p95_ms": 0.112, "reason": null, "sample_age_ms": 4144.887, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.994, "count": 210, "max_ms": 2.61, "p95_ms": 1.651, "reason": null, "sample_age_ms": 4172.546, "source": "client_direct"}, "request_count": 210, "request_tensor_bytes": {"avg": 2211848.0, "count": 210, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4172.531, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 211, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4144.975, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.511, "count": 211, "max_ms": 42.223, "p95_ms": 36.118, "reason": null, "sample_age_ms": 4144.878, "source": "client_direct"}, "sample_age_ms": 4144.873, "source": "client_direct", "task_total_ms": {"avg_ms": 28.69, "count": 211, "max_ms": 44.165, "p95_ms": 37.619, "reason": null, "sample_age_ms": 4144.873, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 214, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.132, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.485, "count": 211, "max_ms": 1.058, "p95_ms": 0.722}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.159, "count": 211, "max_ms": 0.474, "p95_ms": 0.247}, "detection_prepare_ms": {"avg_ms": 0.068, "count": 211, "max_ms": 0.276, "p95_ms": 0.108}, "event_filter_ms": {"avg_ms": 0.002, "count": 211, "max_ms": 0.015, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.054, "count": 211, "max_ms": 0.11, "p95_ms": 0.084}, "mcmt_ms": {"avg_ms": 0.002, "count": 211, "max_ms": 0.012, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.12, "count": 211, "max_ms": 0.366, "p95_ms": 0.18}, "setup_ms": {"avg_ms": 0.03, "count": 211, "max_ms": 0.112, "p95_ms": 0.049}, "total_inside_ms": {"avg_ms": 0.457, "count": 211, "max_ms": 0.997, "p95_ms": 0.687}, "track_match_ms": {"avg_ms": 0.003, "count": 211, "max_ms": 0.016, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.019, "count": 211, "max_ms": 0.054, "p95_ms": 0.031}}, "gstreamer_push": {"avg_ms": 1.712, "count": 211, "max_ms": 3.877, "p95_ms": 2.793}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.028, "count": 211, "max_ms": 0.074, "p95_ms": 0.047}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.278, "count": 211, "max_ms": 44.754, "p95_ms": 38.745}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 211, "max_ms": 0.103, "p95_ms": 0.048}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 50.77, "count": 211, "max_ms": 75.377, "p95_ms": 65.08}, "inference_input_copy_ms": {"avg_ms": 0.784, "count": 211, "max_ms": 2.537, "p95_ms": 1.457}, "processing_residual_ms": {"avg_ms": 0.084, "count": 211, "max_ms": 0.403, "p95_ms": 0.154}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 51.664, "count": 211, "max_ms": 76.245, "p95_ms": 66.304}, "read_interval": {"avg_ms": 123.076, "count": 210, "max_ms": 4088.421, "p95_ms": 260.182}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 211, "max_ms": 0.031, "p95_ms": 0.018}, "execute_total_ms": {"avg_ms": 0.082, "count": 211, "max_ms": 0.252, "p95_ms": 0.129}, "resolve_scenarios_ms": {"avg_ms": 0.005, "count": 211, "max_ms": 0.029, "p95_ms": 0.008}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.071, "count": 211, "max_ms": 0.221, "p95_ms": 0.111}, "worker_merge_ms": {"avg_ms": 0.003, "count": 211, "max_ms": 0.022, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 29.288, "count": 211, "max_ms": 44.769, "p95_ms": 38.761}, "visualize": {"avg_ms": 20.444, "count": 211, "max_ms": 39.566, "p95_ms": 29.753}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 19.883, "count": 211, "max_ms": 38.963, "p95_ms": 28.919}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 20.316, "count": 211, "max_ms": 39.4, "p95_ms": 29.608}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.024, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 20.255, "count": 211, "max_ms": 39.34, "p95_ms": 29.483}, "visualizer_prepare_ms": {"avg_ms": 0.036, "count": 211, "max_ms": 0.102, "p95_ms": 0.058}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 211}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 211}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 211}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 214, "process_rss_mb_proxy": 938.473, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.329, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "1e58d591", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 72.775, "sample_count": 2380, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3010, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T14:20:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 101319, "write_bytes_delta": 101319, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 387.0, "cpu_core_ratio": 0.557013, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 9397, "reason": null, "system_cpu_core_ratio": 0.028845, "system_cpu_s_delta": 0.2899999999999996, "user_cpu_core_ratio": 0.528167, "user_cpu_s_delta": 5.310000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.291437, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 64.0, "pid": 214, "reason": null, "system_cpu_core_ratio": 0.030835, "system_cpu_s_delta": 0.3100000000013097, "user_cpu_core_ratio": 0.260602, "user_cpu_s_delta": 2.6199999999989814}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.647, "count": 170, "max_ms": 3.27, "p95_ms": 2.498, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 170}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.556, "count": 30, "max": 45.043, "p95": 27.783, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.408, "count": 30, "max": 29.095, "p95": 20.563, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 627.4, "count": 30, "max": 896.0, "p95": 881.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 984.5, "count": 30, "max": 13676.0, "p95": 7513.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.045, "count": 30, "max": 0.074, "p95": 0.069, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.81, "count": 30, "max": 1.335, "p95": 1.293, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.129, "count": 30, "max": 3.466, "p95": 0.21, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105509.9, "count": 30, "max": 113087.0, "p95": 111377.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101904.733, "count": 30, "max": 113087.0, "p95": 111377.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 70793.2, "count": 30, "max": 553339.0, "p95": 526087.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.07, "count": 30, "max": 0.315, "p95": 0.274, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.35, "count": 30, "max": 0.56, "p95": 0.547, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 34, "sampled_at": "2026-09-02T14:20:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T14:20:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-09-02T14:14:45+09:00", "state": "running", "task_id": "72193d8c-7277-4946-a5a8-69238562ca64", "trigger": "update", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_141447_1e58d591.jsonl", "file_size_bytes": 5131, "flush_count": 10, "flush_interval_seconds": 30.0, "flush_state": {"count": 10, "last_at": "2026-09-02T14:22:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T14:22:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 9}, "started": true, "suppressed_count": 3959, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 3959}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 10, "written_record_count": 10}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4452.387, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 10970726400, "copied_frame_count": 3968, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "1e58d591", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 10970726400, "frame_buffer_copies": 3968, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0769, "count": 512, "max_ms": 1.1177, "p50_ms": 0.065, "p95_ms": 0.1233, "p99_ms": 0.1766}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.764, "count": 512, "max_ms": 2.2594, "p50_ms": 0.6511, "p95_ms": 1.3121, "p99_ms": 1.7744, "results": {"failed": 0, "not_applicable": 0, "success": 3968, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "1e58d591", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 4, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T14:22:56+09:00", "last_error_summary": "[h264 @ 0x64433ddad680] cabac decode of qscale diff failed at 55 99 [h264 @ 0x64433ddad680] error while decoding MB 55 99, bytestream 191228 [h264 @ 0x64433d38b580] cabac decode of qscale diff failed at 188 91 [h264 @ 0x64433d38b580] error while decoding MB 188 91, bytestream 15822 [h264 @ 0x64433d3d21c0] error while decoding MB 166 77, bytestream -5", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 87.193, "last_started_at": "2026-09-02T14:21:29+09:00", "pid": 9513, "process": {"exists": false, "pid": 9513}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 69.218, "sample_count": 2090, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3968, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T14:22:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "1e58d591", "last_frame_pushed_age_sec": 0.023, "last_frame_pushed_at": "2026-09-02T14:22:56+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-09-02T14:22:56+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 28, "debug_expires_at": null, "deduplicated_count": 1, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 427.184, "last_sample_duration_ms": 586.416, "last_trigger": "start_stable", "next_snapshot_in_sec": 172.816, "reason": "waiting_for_next_snapshot", "rotation_count": 85, "runtime_state": "active", "sample_count": 28, "storage_bytes": 955628}, "mjpeg": {"age_sec": 0.016, "exists": true, "mtime": "2026-09-02T14:22:56.460895+09:00", "mtime_epoch": 1788326576.4608953, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 111932}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T14:22:56+09:00", "process": {"exists": true, "fd_count": 114, "hwm_mb": 950.23, "name": "celery", "pid": 214, "rss_mb": 938.473, "state": "S (sleeping)", "threads": 72}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3968, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 193}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 193, "pushed_frames": 193, "read_frames": 193, "select_timeouts": 14, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.541, "pushed": 7.541, "read": 7.541}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 193, "client_acquire_ms": {"avg_ms": 0.007, "count": 193, "max_ms": 0.041, "p95_ms": 0.015, "reason": null, "sample_age_ms": 57.528, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.45, "count": 193, "max_ms": 2.063, "p95_ms": 1.422, "reason": null, "sample_age_ms": 89.189, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.18, "count": 193, "max_ms": 1.781, "p95_ms": 0.883, "reason": null, "sample_age_ms": 89.399, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.11, "count": 193, "max_ms": 0.839, "p95_ms": 0.224, "reason": null, "sample_age_ms": 57.535, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.161, "count": 193, "max_ms": 2.82, "p95_ms": 1.992, "reason": null, "sample_age_ms": 87.759, "source": "client_direct"}, "request_count": 193, "request_tensor_bytes": {"avg": 2211848.0, "count": 193, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 87.738, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 193, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 57.688, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.327, "count": 193, "max_ms": 41.391, "p95_ms": 35.292, "reason": null, "sample_age_ms": 57.526, "source": "client_direct"}, "sample_age_ms": 57.521, "source": "client_direct", "task_total_ms": {"avg_ms": 29.73, "count": 193, "max_ms": 44.55, "p95_ms": 37.286, "reason": null, "sample_age_ms": 57.521, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 214, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 8.679, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.513, "count": 193, "max_ms": 0.994, "p95_ms": 0.794}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.166, "count": 193, "max_ms": 0.455, "p95_ms": 0.246}, "detection_prepare_ms": {"avg_ms": 0.076, "count": 193, "max_ms": 0.273, "p95_ms": 0.132}, "event_filter_ms": {"avg_ms": 0.002, "count": 193, "max_ms": 0.014, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.057, "count": 193, "max_ms": 0.189, "p95_ms": 0.099}, "mcmt_ms": {"avg_ms": 0.002, "count": 193, "max_ms": 0.01, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.123, "count": 193, "max_ms": 0.306, "p95_ms": 0.183}, "setup_ms": {"avg_ms": 0.032, "count": 193, "max_ms": 0.131, "p95_ms": 0.058}, "total_inside_ms": {"avg_ms": 0.484, "count": 193, "max_ms": 0.941, "p95_ms": 0.768}, "track_match_ms": {"avg_ms": 0.003, "count": 193, "max_ms": 0.017, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.021, "count": 193, "max_ms": 0.06, "p95_ms": 0.037}}, "gstreamer_push": {"avg_ms": 1.635, "count": 193, "max_ms": 4.032, "p95_ms": 2.383}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.036, "count": 193, "max_ms": 0.816, "p95_ms": 0.059}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.427, "count": 193, "max_ms": 45.631, "p95_ms": 38.085}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 193, "max_ms": 0.076, "p95_ms": 0.047}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 52.743, "count": 193, "max_ms": 96.622, "p95_ms": 66.404}, "inference_input_copy_ms": {"avg_ms": 0.921, "count": 193, "max_ms": 2.559, "p95_ms": 1.748}, "processing_residual_ms": {"avg_ms": 0.093, "count": 193, "max_ms": 0.315, "p95_ms": 0.158}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 53.784, "count": 193, "max_ms": 97.3, "p95_ms": 69.171}, "read_interval": {"avg_ms": 164.016, "count": 193, "max_ms": 6145.668, "p95_ms": 664.593}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 193, "max_ms": 0.032, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.084, "count": 193, "max_ms": 0.219, "p95_ms": 0.129}, "resolve_scenarios_ms": {"avg_ms": 0.005, "count": 193, "max_ms": 0.027, "p95_ms": 0.01}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.073, "count": 193, "max_ms": 0.194, "p95_ms": 0.113}, "worker_merge_ms": {"avg_ms": 0.004, "count": 193, "max_ms": 0.035, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 30.438, "count": 193, "max_ms": 45.642, "p95_ms": 38.096}, "visualize": {"avg_ms": 21.147, "count": 193, "max_ms": 66.19, "p95_ms": 31.964}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 20.557, "count": 193, "max_ms": 65.594, "p95_ms": 31.014}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 21.01, "count": 193, "max_ms": 66.064, "p95_ms": 31.822}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 20.944, "count": 193, "max_ms": 66.006, "p95_ms": 31.73}, "visualizer_prepare_ms": {"avg_ms": 0.039, "count": 193, "max_ms": 0.19, "p95_ms": 0.071}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 193}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 214, "process_rss_mb_proxy": 938.473, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.136, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "1e58d591", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 69.648, "sample_count": 2131, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3793, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T14:22:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 101565, "write_bytes_delta": 101565, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 146.0, "cpu_core_ratio": 0.230078, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 9513, "reason": null, "system_cpu_core_ratio": 0.010724, "system_cpu_s_delta": 0.10999999999999988, "user_cpu_core_ratio": 0.219354, "user_cpu_s_delta": 2.25}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.089691, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 214, "reason": null, "system_cpu_core_ratio": 0.007799, "system_cpu_s_delta": 0.07999999999810825, "user_cpu_core_ratio": 0.081892, "user_cpu_s_delta": 0.8400000000001455}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.736, "count": 194, "max_ms": 4.506, "p95_ms": 2.87, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 194}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 194}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.671, "count": 30, "max": 28.374, "p95": 26.291, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.121, "count": 30, "max": 20.637, "p95": 18.183, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 626.033, "count": 30, "max": 1063.0, "p95": 949.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4054.833, "count": 30, "max": 95495.0, "p95": 12321.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.045, "count": 30, "max": 0.085, "p95": 0.076, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.767, "count": 30, "max": 1.459, "p95": 1.219, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.266, "count": 30, "max": 4.115, "p95": 2.054, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 102925.167, "count": 30, "max": 110739.0, "p95": 108760.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 102925.167, "count": 30, "max": 110739.0, "p95": 108760.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 124.9, "count": 30, "max": 1383.0, "p95": 142.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.081, "p95": 0.058, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.322, "count": 30, "max": 0.64, "p95": 0.501, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 43, "sampled_at": "2026-09-02T14:22:35+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T14:22:35+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 25.594, "window_s": 30.0}, "started_at": "2026-09-02T14:14:45+09:00", "state": "running", "task_id": "72193d8c-7277-4946-a5a8-69238562ca64", "trigger": "update", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_141447_1e58d591.jsonl", "file_size_bytes": 5131, "flush_count": 10, "flush_interval_seconds": 30.0, "flush_state": {"count": 10, "last_at": "2026-09-02T14:22:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T14:22:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 9}, "started": true, "suppressed_count": 3959, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 3959}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 10, "written_record_count": 10}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4452.223, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 10970726400, "copied_frame_count": 3968, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "1e58d591", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 10970726400, "frame_buffer_copies": 3968, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0769, "count": 512, "max_ms": 1.1177, "p50_ms": 0.065, "p95_ms": 0.1233, "p99_ms": 0.1766}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.764, "count": 512, "max_ms": 2.2594, "p50_ms": 0.6511, "p95_ms": 1.3121, "p99_ms": 1.7744, "results": {"failed": 0, "not_applicable": 0, "success": 3968, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "1e58d591", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 4, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T14:22:56+09:00", "last_error_summary": "[h264 @ 0x64433ddad680] cabac decode of qscale diff failed at 55 99 [h264 @ 0x64433ddad680] error while decoding MB 55 99, bytestream 191228 [h264 @ 0x64433d38b580] cabac decode of qscale diff failed at 188 91 [h264 @ 0x64433d38b580] error while decoding MB 188 91, bytestream 15822 [h264 @ 0x64433d3d21c0] error while decoding MB 166 77, bytestream -5", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 87.228, "last_started_at": "2026-09-02T14:21:29+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 69.218, "sample_count": 2090, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3968, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T14:22:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "1e58d591", "last_frame_pushed_age_sec": 0.059, "last_frame_pushed_at": "2026-09-02T14:22:56+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-09-02T14:22:56+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 28, "debug_expires_at": null, "deduplicated_count": 1, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 427.205, "last_sample_duration_ms": 586.416, "last_trigger": "start_stable", "next_snapshot_in_sec": 172.795, "reason": "waiting_for_next_snapshot", "rotation_count": 85, "runtime_state": "active", "sample_count": 28, "storage_bytes": 955628}, "mjpeg": {"age_sec": 0.051, "exists": true, "mtime": "2026-09-02T14:22:56.460895+09:00", "mtime_epoch": 1788326576.4608953, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 111932}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T14:22:56+09:00", "process": {"exists": true, "fd_count": 112, "hwm_mb": 950.23, "name": "celery", "pid": 214, "rss_mb": 938.469, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3968, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 193}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 193, "pushed_frames": 193, "read_frames": 193, "select_timeouts": 14, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.53, "pushed": 7.53, "read": 7.53}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 193, "client_acquire_ms": {"avg_ms": 0.007, "count": 193, "max_ms": 0.041, "p95_ms": 0.015, "reason": null, "sample_age_ms": 90.79, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.45, "count": 193, "max_ms": 2.063, "p95_ms": 1.422, "reason": null, "sample_age_ms": 122.451, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.18, "count": 193, "max_ms": 1.781, "p95_ms": 0.883, "reason": null, "sample_age_ms": 122.661, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.11, "count": 193, "max_ms": 0.839, "p95_ms": 0.224, "reason": null, "sample_age_ms": 90.797, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.161, "count": 193, "max_ms": 2.82, "p95_ms": 1.992, "reason": null, "sample_age_ms": 121.02, "source": "client_direct"}, "request_count": 193, "request_tensor_bytes": {"avg": 2211848.0, "count": 193, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 121.0, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 193, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 90.949, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.327, "count": 193, "max_ms": 41.391, "p95_ms": 35.292, "reason": null, "sample_age_ms": 90.787, "source": "client_direct"}, "sample_age_ms": 90.783, "source": "client_direct", "task_total_ms": {"avg_ms": 29.73, "count": 193, "max_ms": 44.55, "p95_ms": 37.286, "reason": null, "sample_age_ms": 90.783, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 214, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.734, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.513, "count": 193, "max_ms": 0.994, "p95_ms": 0.794}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.166, "count": 193, "max_ms": 0.455, "p95_ms": 0.246}, "detection_prepare_ms": {"avg_ms": 0.076, "count": 193, "max_ms": 0.273, "p95_ms": 0.132}, "event_filter_ms": {"avg_ms": 0.002, "count": 193, "max_ms": 0.014, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.057, "count": 193, "max_ms": 0.189, "p95_ms": 0.099}, "mcmt_ms": {"avg_ms": 0.002, "count": 193, "max_ms": 0.01, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.123, "count": 193, "max_ms": 0.306, "p95_ms": 0.183}, "setup_ms": {"avg_ms": 0.032, "count": 193, "max_ms": 0.131, "p95_ms": 0.058}, "total_inside_ms": {"avg_ms": 0.484, "count": 193, "max_ms": 0.941, "p95_ms": 0.768}, "track_match_ms": {"avg_ms": 0.003, "count": 193, "max_ms": 0.017, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.021, "count": 193, "max_ms": 0.06, "p95_ms": 0.037}}, "gstreamer_push": {"avg_ms": 1.635, "count": 193, "max_ms": 4.032, "p95_ms": 2.383}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.036, "count": 193, "max_ms": 0.816, "p95_ms": 0.059}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.427, "count": 193, "max_ms": 45.631, "p95_ms": 38.085}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 193, "max_ms": 0.076, "p95_ms": 0.047}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 52.743, "count": 193, "max_ms": 96.622, "p95_ms": 66.404}, "inference_input_copy_ms": {"avg_ms": 0.921, "count": 193, "max_ms": 2.559, "p95_ms": 1.748}, "processing_residual_ms": {"avg_ms": 0.093, "count": 193, "max_ms": 0.315, "p95_ms": 0.158}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 53.784, "count": 193, "max_ms": 97.3, "p95_ms": 69.171}, "read_interval": {"avg_ms": 164.016, "count": 193, "max_ms": 6145.668, "p95_ms": 664.593}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 193, "max_ms": 0.032, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.084, "count": 193, "max_ms": 0.219, "p95_ms": 0.129}, "resolve_scenarios_ms": {"avg_ms": 0.005, "count": 193, "max_ms": 0.027, "p95_ms": 0.01}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.073, "count": 193, "max_ms": 0.194, "p95_ms": 0.113}, "worker_merge_ms": {"avg_ms": 0.004, "count": 193, "max_ms": 0.035, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 30.438, "count": 193, "max_ms": 45.642, "p95_ms": 38.096}, "visualize": {"avg_ms": 21.147, "count": 193, "max_ms": 66.19, "p95_ms": 31.964}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 20.557, "count": 193, "max_ms": 65.594, "p95_ms": 31.014}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 21.01, "count": 193, "max_ms": 66.064, "p95_ms": 31.822}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 20.944, "count": 193, "max_ms": 66.006, "p95_ms": 31.73}, "visualizer_prepare_ms": {"avg_ms": 0.039, "count": 193, "max_ms": 0.19, "p95_ms": 0.071}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 193}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 214, "process_rss_mb_proxy": 938.473, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.136, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "1e58d591", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 69.648, "sample_count": 2131, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3793, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T14:22:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 101565, "write_bytes_delta": 101565, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 146.0, "cpu_core_ratio": 0.230078, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 9513, "reason": null, "system_cpu_core_ratio": 0.010724, "system_cpu_s_delta": 0.10999999999999988, "user_cpu_core_ratio": 0.219354, "user_cpu_s_delta": 2.25}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.089691, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 214, "reason": null, "system_cpu_core_ratio": 0.007799, "system_cpu_s_delta": 0.07999999999810825, "user_cpu_core_ratio": 0.081892, "user_cpu_s_delta": 0.8400000000001455}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.736, "count": 194, "max_ms": 4.506, "p95_ms": 2.87, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 194}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 194}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.671, "count": 30, "max": 28.374, "p95": 26.291, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.121, "count": 30, "max": 20.637, "p95": 18.183, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 626.033, "count": 30, "max": 1063.0, "p95": 949.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4054.833, "count": 30, "max": 95495.0, "p95": 12321.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.045, "count": 30, "max": 0.085, "p95": 0.076, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.767, "count": 30, "max": 1.459, "p95": 1.219, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.266, "count": 30, "max": 4.115, "p95": 2.054, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 102925.167, "count": 30, "max": 110739.0, "p95": 108760.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 102925.167, "count": 30, "max": 110739.0, "p95": 108760.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 124.9, "count": 30, "max": 1383.0, "p95": 142.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.081, "p95": 0.058, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.322, "count": 30, "max": 0.64, "p95": 0.501, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 43, "sampled_at": "2026-09-02T14:22:35+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T14:22:35+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 25.63, "window_s": 30.0}, "started_at": "2026-09-02T14:14:45+09:00", "state": "running", "task_id": "72193d8c-7277-4946-a5a8-69238562ca64", "trigger": "update", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_141447_1e58d591.jsonl", "file_size_bytes": 5131, "flush_count": 10, "flush_interval_seconds": 30.0, "flush_state": {"count": 10, "last_at": "2026-09-02T14:22:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T14:22:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 9}, "started": true, "suppressed_count": 3959, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 3959}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 10, "written_record_count": 10}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4814.578, "limit_mb": null}, "detail": {"pid": 9629, "restart_count": 4, "start_count": 5}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 10970726400, "copied_frame_count": 3968, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "1e58d591", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 10970726400, "frame_buffer_copies": 3968, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0769, "count": 512, "max_ms": 1.1177, "p50_ms": 0.065, "p95_ms": 0.1233, "p99_ms": 0.1766}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.764, "count": 512, "max_ms": 2.2594, "p50_ms": 0.6511, "p95_ms": 1.3121, "p99_ms": 1.7744, "results": {"failed": 0, "not_applicable": 0, "success": 3968, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "1e58d591", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 4, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T14:22:56+09:00", "last_error_summary": "[h264 @ 0x64433ddad680] cabac decode of qscale diff failed at 55 99 [h264 @ 0x64433ddad680] error while decoding MB 55 99, bytestream 191228 [h264 @ 0x64433d38b580] cabac decode of qscale diff failed at 188 91 [h264 @ 0x64433d38b580] error while decoding MB 188 91, bytestream 15822 [h264 @ 0x64433d3d21c0] error while decoding MB 166 77, bytestream -5", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-02T14:22:59+09:00", "pid": 9629, "process": {"exists": true, "fd_count": 5, "hwm_mb": 397.023, "name": "ffmpeg", "pid": 9629, "rss_mb": 397.023, "state": "S (sleeping)", "threads": 70}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 69.387, "sample_count": 2043, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3968, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T14:22:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "1e58d591", "last_frame_pushed_age_sec": 4.718, "last_frame_pushed_at": "2026-09-02T14:22:56+09:00", "last_frame_read_age_sec": 4.779, "last_frame_read_at": "2026-09-02T14:22:56+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 28, "debug_expires_at": null, "deduplicated_count": 1, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 431.868, "last_sample_duration_ms": 586.416, "last_trigger": "start_stable", "next_snapshot_in_sec": 168.132, "reason": "waiting_for_next_snapshot", "rotation_count": 85, "runtime_state": "active", "sample_count": 28, "storage_bytes": 955628}, "mjpeg": {"age_sec": 4.71, "exists": true, "mtime": "2026-09-02T14:22:56.460895+09:00", "mtime_epoch": 1788326576.4608953, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 111932}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T14:23:01+09:00", "process": {"exists": true, "fd_count": 113, "hwm_mb": 950.23, "name": "celery", "pid": 214, "rss_mb": 938.473, "state": "S (sleeping)", "threads": 72}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3968, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 190}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 190, "pushed_frames": 190, "read_frames": 189, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.345, "pushed": 6.345, "read": 6.311}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 189, "client_acquire_ms": {"avg_ms": 0.007, "count": 190, "max_ms": 0.041, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4752.558, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.441, "count": 189, "max_ms": 2.063, "p95_ms": 1.332, "reason": null, "sample_age_ms": 4784.219, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.173, "count": 189, "max_ms": 1.781, "p95_ms": 0.863, "reason": null, "sample_age_ms": 4784.429, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.109, "count": 190, "max_ms": 0.839, "p95_ms": 0.224, "reason": null, "sample_age_ms": 4752.565, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.147, "count": 189, "max_ms": 2.614, "p95_ms": 1.979, "reason": null, "sample_age_ms": 4782.788, "source": "client_direct"}, "request_count": 189, "request_tensor_bytes": {"avg": 2211848.0, "count": 189, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4782.768, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 190, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4752.717, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.239, "count": 190, "max_ms": 39.159, "p95_ms": 35.215, "reason": null, "sample_age_ms": 4752.555, "source": "client_direct"}, "sample_age_ms": 4752.551, "source": "client_direct", "task_total_ms": {"avg_ms": 29.626, "count": 190, "max_ms": 41.047, "p95_ms": 36.976, "reason": null, "sample_age_ms": 4752.551, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 214, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.926, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.512, "count": 190, "max_ms": 0.994, "p95_ms": 0.794}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.166, "count": 190, "max_ms": 0.455, "p95_ms": 0.246}, "detection_prepare_ms": {"avg_ms": 0.076, "count": 190, "max_ms": 0.273, "p95_ms": 0.132}, "event_filter_ms": {"avg_ms": 0.002, "count": 190, "max_ms": 0.014, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.057, "count": 190, "max_ms": 0.189, "p95_ms": 0.099}, "mcmt_ms": {"avg_ms": 0.002, "count": 190, "max_ms": 0.01, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.123, "count": 190, "max_ms": 0.306, "p95_ms": 0.183}, "setup_ms": {"avg_ms": 0.032, "count": 190, "max_ms": 0.131, "p95_ms": 0.058}, "total_inside_ms": {"avg_ms": 0.483, "count": 190, "max_ms": 0.941, "p95_ms": 0.768}, "track_match_ms": {"avg_ms": 0.003, "count": 190, "max_ms": 0.017, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.021, "count": 190, "max_ms": 0.06, "p95_ms": 0.036}}, "gstreamer_push": {"avg_ms": 1.628, "count": 190, "max_ms": 4.032, "p95_ms": 2.372}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.036, "count": 190, "max_ms": 0.816, "p95_ms": 0.059}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.312, "count": 190, "max_ms": 43.35, "p95_ms": 37.916}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 190, "max_ms": 0.076, "p95_ms": 0.047}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 52.338, "count": 190, "max_ms": 96.622, "p95_ms": 63.834}, "inference_input_copy_ms": {"avg_ms": 0.914, "count": 190, "max_ms": 2.559, "p95_ms": 1.732}, "processing_residual_ms": {"avg_ms": 0.092, "count": 190, "max_ms": 0.315, "p95_ms": 0.158}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 53.37, "count": 190, "max_ms": 97.3, "p95_ms": 65.234}, "read_interval": {"avg_ms": 133.477, "count": 189, "max_ms": 3081.855, "p95_ms": 621.334}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 190, "max_ms": 0.032, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.084, "count": 190, "max_ms": 0.219, "p95_ms": 0.127}, "resolve_scenarios_ms": {"avg_ms": 0.005, "count": 190, "max_ms": 0.027, "p95_ms": 0.01}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.072, "count": 190, "max_ms": 0.194, "p95_ms": 0.109}, "worker_merge_ms": {"avg_ms": 0.004, "count": 190, "max_ms": 0.035, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 30.323, "count": 190, "max_ms": 43.357, "p95_ms": 37.926}, "visualize": {"avg_ms": 20.867, "count": 190, "max_ms": 66.19, "p95_ms": 30.831}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 20.281, "count": 190, "max_ms": 65.594, "p95_ms": 30.16}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 20.731, "count": 190, "max_ms": 66.064, "p95_ms": 30.709}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 20.665, "count": 190, "max_ms": 66.006, "p95_ms": 30.633}, "visualizer_prepare_ms": {"avg_ms": 0.039, "count": 190, "max_ms": 0.19, "p95_ms": 0.071}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 190}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 214, "process_rss_mb_proxy": 938.473, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.136, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "1e58d591", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 69.648, "sample_count": 2131, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3793, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T14:22:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 101565, "write_bytes_delta": 101565, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 146.0, "cpu_core_ratio": 0.230078, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 9513, "reason": null, "system_cpu_core_ratio": 0.010724, "system_cpu_s_delta": 0.10999999999999988, "user_cpu_core_ratio": 0.219354, "user_cpu_s_delta": 2.25}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.089691, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 214, "reason": null, "system_cpu_core_ratio": 0.007799, "system_cpu_s_delta": 0.07999999999810825, "user_cpu_core_ratio": 0.081892, "user_cpu_s_delta": 0.8400000000001455}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.736, "count": 194, "max_ms": 4.506, "p95_ms": 2.87, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 194}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 194}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.671, "count": 30, "max": 28.374, "p95": 26.291, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.121, "count": 30, "max": 20.637, "p95": 18.183, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 626.033, "count": 30, "max": 1063.0, "p95": 949.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4054.833, "count": 30, "max": 95495.0, "p95": 12321.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.045, "count": 30, "max": 0.085, "p95": 0.076, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.767, "count": 30, "max": 1.459, "p95": 1.219, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.266, "count": 30, "max": 4.115, "p95": 2.054, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 102925.167, "count": 30, "max": 110739.0, "p95": 108760.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 102925.167, "count": 30, "max": 110739.0, "p95": 108760.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 124.9, "count": 30, "max": 1383.0, "p95": 142.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.081, "p95": 0.058, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.322, "count": 30, "max": 0.64, "p95": 0.501, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 43, "sampled_at": "2026-09-02T14:22:35+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T14:22:35+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-09-02T14:14:45+09:00", "state": "running", "task_id": "72193d8c-7277-4946-a5a8-69238562ca64", "trigger": "update", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 4592.992, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x59c8f63dcac0] error while decoding MB 104 60, bytestream -21", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/20.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 386029670400, "copied_frame_count": 139623, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-09-02T11:48:48+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5091843, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-09-02T11:48:41+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.907}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7b397988", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 3, "events_failed": 9, "events_observed": 12, "events_suppressed": 0, "frame_buffer_copied_bytes": 386029670400, "frame_buffer_copies": 139623, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 9, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 12, "worker_jobs_completed": 3, "worker_jobs_failed": 9, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0709, "count": 512, "max_ms": 0.8937, "p50_ms": 0.0611, "p95_ms": 0.0929, "p99_ms": 0.154}, "stages": {"db_insert": {"avg_ms": 29.31, "count": 3, "max_ms": 39.5365, "p50_ms": 33.2154, "p95_ms": 38.9044, "p99_ms": 39.4101, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.2047, "count": 12, "max_ms": 2.0897, "p50_ms": 1.1363, "p95_ms": 2.0055, "p99_ms": 2.0729, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 383.6736, "count": 12, "max_ms": 1500.8931, "p50_ms": 38.5799, "p95_ms": 1465.9042, "p99_ms": 1493.8953, "results": {"failed": 9, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9618, "count": 512, "max_ms": 2.4181, "p50_ms": 0.8767, "p95_ms": 1.5118, "p99_ms": 1.8392, "results": {"failed": 0, "not_applicable": 0, "success": 139623, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 212.9063, "count": 12, "max_ms": 893.4581, "p50_ms": 3.1717, "p95_ms": 858.1764, "p99_ms": 886.4018, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 16.3589, "count": 12, "max_ms": 29.2091, "p50_ms": 13.119, "p95_ms": 28.4978, "p99_ms": 29.0668, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 12.0776, "count": 150, "max_ms": 24.163, "p50_ms": 11.9, "p95_ms": 16.9671, "p99_ms": 21.1, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.1002, "count": 150, "max_ms": 3.1985, "p50_ms": 0.9918, "p95_ms": 1.9372, "p99_ms": 2.83, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 209.2199, "count": 12, "max_ms": 890.015, "p50_ms": 0.0713, "p95_ms": 854.1215, "p99_ms": 882.8363, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 9, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 763.2306, "count": 3, "max_ms": 808.088, "p50_ms": 752.9142, "p95_ms": 802.5707, "p99_ms": 806.9846, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 68.4339, "count": 3, "max_ms": 76.9457, "p50_ms": 64.6826, "p95_ms": 75.7194, "p99_ms": 76.7004, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.3437, "count": 3, "max_ms": 1.6919, "p50_ms": 1.2562, "p95_ms": 1.6484, "p99_ms": 1.6832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 9, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.6741, "count": 3, "max_ms": 52.3023, "p50_ms": 31.1003, "p95_ms": 50.1821, "p99_ms": 51.8782, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 1.0315, "count": 12, "max_ms": 4.6767, "p50_ms": 0.6452, "p95_ms": 2.6792, "p99_ms": 4.2772, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.1298, "count": 3, "max_ms": 1.7699, "p50_ms": 1.0392, "p95_ms": 1.6968, "p99_ms": 1.7553, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.1298, "count": 3, "max_ms": 1.7699, "p50_ms": 1.0392, "p95_ms": 1.6968, "p99_ms": 1.7553, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 1.0315, "count": 12, "max_ms": 4.6767, "p50_ms": 0.6452, "p95_ms": 2.6792, "p99_ms": 4.2772, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6596, "count": 12, "max_ms": 1.2647, "p50_ms": 0.6169, "p95_ms": 0.9991, "p99_ms": 1.2115, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 508.9258, "count": 3, "max_ms": 602.1221, "p50_ms": 539.8197, "p95_ms": 595.8918, "p99_ms": 600.876, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7132, "count": 12, "max_ms": 6.1331, "p50_ms": 0.7619, "p95_ms": 6.0339, "p99_ms": 6.1132, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 12.7228, "count": 12, "max_ms": 45.2895, "p50_ms": 5.3411, "p95_ms": 36.6267, "p99_ms": 43.557, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1163, "count": 12, "max_ms": 0.7482, "p50_ms": 0.0518, "p95_ms": 0.4031, "p99_ms": 0.6792, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.4765, "count": 12, "max_ms": 4.4644, "p50_ms": 2.5404, "p95_ms": 4.0431, "p99_ms": 4.3802, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 168.7417, "count": 12, "max_ms": 701.6694, "p50_ms": 31.6528, "p95_ms": 649.1729, "p99_ms": 691.1701, "results": {"failed": 9, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 9}, "generation": "7b397988", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 12, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 12, "max_ms": 0.7482, "p50_ms": 0.0518, "p95_ms": 0.4031, "p99_ms": 0.6792}, "wait_ms": {"count": 12, "max_ms": 4.4644, "p50_ms": 2.5404, "p95_ms": 4.0431, "p99_ms": 4.3802}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 12, "artifact_failed": 0, "artifact_requested": 12, "artifact_success": 12, "completed": 12, "completed_failed": 9, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 12, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6766, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 12, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 12}, "snapshot": {"copied_bytes": 33177600, "copied_count": 12, "copy": {"count": 12, "max_ms": 2.0897, "p50_ms": 1.1363, "p95_ms": 2.0055, "p99_ms": 2.0729}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T14:24:59+09:00", "last_error_summary": "[h264 @ 0x59c8f63dcac0] error while decoding MB 104 60, bytestream -21", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2152.985, "last_started_at": "2026-09-02T13:49:06+09:00", "pid": 8811, "process": {"exists": false, "pid": 8811}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 58.142, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 139623, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T14:24:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "7b397988", "last_frame_pushed_age_sec": 0.563, "last_frame_pushed_at": "2026-09-02T14:24:58+09:00", "last_frame_read_age_sec": 0.613, "last_frame_read_at": "2026-09-02T14:24:58+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 29, "debug_expires_at": null, "deduplicated_count": 1, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 0.556, "last_sample_duration_ms": 446.765, "last_trigger": "pre_stop", "next_snapshot_in_sec": 599.444, "reason": "snapshot_written", "rotation_count": 85, "runtime_state": "active", "sample_count": 29, "storage_bytes": 963121}, "mjpeg": {"age_sec": 0.555, "exists": true, "mtime": "2026-09-02T14:24:58.551380+09:00", "mtime_epoch": 1788326698.55138, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 242674}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-09-02T14:24:59+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 937.777, "name": "celery", "pid": 244, "rss_mb": 937.777, "state": "S (sleeping)", "threads": 75}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 1, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 1}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 8, "last_event_ttl_s": 120.0, "last_prune_age_s": 1.708, "off_candidate_pruned_total": 22}, "top_level_key_count": 4}, "scene_scale": {"decision": "mixed", "decision_basis": "strong_samples", "decision_frame": 2504, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.157371, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 295}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.749, "max": 4.0, "p95": 4.0, "sample_count": 295}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 295}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 295}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 295}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 295}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 295}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 295}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 295}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 295}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 295, "pushed_frames": 295, "read_frames": 294, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.841, "pushed": 9.841, "read": 9.808}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 294, "client_acquire_ms": {"avg_ms": 0.005, "count": 295, "max_ms": 0.017, "p95_ms": 0.007, "reason": null, "sample_age_ms": 586.503, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.455, "count": 294, "max_ms": 2.861, "p95_ms": 1.11, "reason": null, "sample_age_ms": 621.652, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.135, "count": 294, "max_ms": 2.119, "p95_ms": 0.764, "reason": null, "sample_age_ms": 621.946, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.094, "count": 295, "max_ms": 0.31, "p95_ms": 0.169, "reason": null, "sample_age_ms": 586.513, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.132, "count": 294, "max_ms": 3.373, "p95_ms": 1.784, "reason": null, "sample_age_ms": 620.803, "source": "client_direct"}, "request_count": 294, "request_tensor_bytes": {"avg": 2764808.0, "count": 294, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 620.788, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 295, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 586.716, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 32.123, "count": 295, "max_ms": 57.82, "p95_ms": 41.974, "reason": null, "sample_age_ms": 586.495, "source": "client_direct"}, "sample_age_ms": 586.488, "source": "client_direct", "task_total_ms": {"avg_ms": 33.485, "count": 295, "max_ms": 61.019, "p95_ms": 43.787, "reason": null, "sample_age_ms": 586.488, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 294, "client_acquire_ms": {"avg_ms": 0.004, "count": 295, "max_ms": 0.018, "p95_ms": 0.007, "reason": null, "sample_age_ms": 577.456, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 3.527, "count": 294, "max_ms": 7.461, "p95_ms": 4.833, "reason": null, "sample_age_ms": 618.927, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.018, "count": 294, "max_ms": 0.073, "p95_ms": 0.027, "reason": null, "sample_age_ms": 621.871, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.169, "count": 295, "max_ms": 1.242, "p95_ms": 0.329, "reason": null, "sample_age_ms": 577.462, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.516, "count": 294, "max_ms": 3.752, "p95_ms": 2.228, "reason": null, "sample_age_ms": 617.976, "source": "client_direct"}, "request_count": 294, "request_tensor_bytes": {"avg": 2764808.0, "count": 294, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 617.959, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 295, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 577.569, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.67, "count": 295, "max_ms": 62.27, "p95_ms": 48.311, "reason": null, "sample_age_ms": 577.453, "source": "client_direct"}, "sample_age_ms": 577.449, "source": "client_direct", "task_total_ms": {"avg_ms": 41.461, "count": 295, "max_ms": 65.352, "p95_ms": 50.168, "reason": null, "sample_age_ms": 577.449, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 294, "client_acquire_ms": {"avg_ms": 0.005, "count": 295, "max_ms": 0.018, "p95_ms": 0.008, "reason": null, "sample_age_ms": 576.995, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 12.084, "count": 294, "max_ms": 20.809, "p95_ms": 16.335, "reason": null, "sample_age_ms": 610.837, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.014, "count": 294, "max_ms": 0.048, "p95_ms": 0.021, "reason": null, "sample_age_ms": 621.789, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.124, "count": 295, "max_ms": 0.894, "p95_ms": 0.215, "reason": null, "sample_age_ms": 577.0, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.595, "count": 294, "max_ms": 4.062, "p95_ms": 2.438, "reason": null, "sample_age_ms": 609.487, "source": "client_direct"}, "request_count": 294, "request_tensor_bytes": {"avg": 2764808.0, "count": 294, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 609.467, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 295, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 577.086, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 32.063, "count": 295, "max_ms": 51.412, "p95_ms": 40.022, "reason": null, "sample_age_ms": 576.991, "source": "client_direct"}, "sample_age_ms": 576.988, "source": "client_direct", "task_total_ms": {"avg_ms": 33.898, "count": 295, "max_ms": 54.039, "p95_ms": 42.31, "reason": null, "sample_age_ms": 576.988, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 294, "client_acquire_ms": {"avg_ms": 0.005, "count": 295, "max_ms": 0.033, "p95_ms": 0.008, "reason": null, "sample_age_ms": 579.247, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 7.779, "count": 294, "max_ms": 13.603, "p95_ms": 10.663, "reason": null, "sample_age_ms": 615.053, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.015, "count": 294, "max_ms": 0.065, "p95_ms": 0.028, "reason": null, "sample_age_ms": 621.836, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.114, "count": 295, "max_ms": 0.394, "p95_ms": 0.192, "reason": null, "sample_age_ms": 579.253, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.567, "count": 294, "max_ms": 4.512, "p95_ms": 2.517, "reason": null, "sample_age_ms": 613.626, "source": "client_direct"}, "request_count": 294, "request_tensor_bytes": {"avg": 2764808.0, "count": 294, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 613.608, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 295, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 579.397, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.762, "count": 295, "max_ms": 57.113, "p95_ms": 45.348, "reason": null, "sample_age_ms": 579.243, "source": "client_direct"}, "sample_age_ms": 579.24, "source": "client_direct", "task_total_ms": {"avg_ms": 36.555, "count": 295, "max_ms": 60.249, "p95_ms": 48.082, "reason": null, "sample_age_ms": 579.24, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 244, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 8.49, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.484, "count": 295, "max_ms": 1.271, "p95_ms": 0.669}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.084, "count": 295, "max_ms": 0.346, "p95_ms": 0.118}, "detection_prepare_ms": {"avg_ms": 0.111, "count": 295, "max_ms": 0.314, "p95_ms": 0.161}, "event_filter_ms": {"avg_ms": 0.002, "count": 295, "max_ms": 0.009, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.052, "count": 295, "max_ms": 0.246, "p95_ms": 0.074}, "mcmt_ms": {"avg_ms": 0.001, "count": 295, "max_ms": 0.009, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.158, "count": 295, "max_ms": 0.568, "p95_ms": 0.219}, "setup_ms": {"avg_ms": 0.027, "count": 295, "max_ms": 0.097, "p95_ms": 0.038}, "total_inside_ms": {"avg_ms": 0.457, "count": 295, "max_ms": 1.178, "p95_ms": 0.631}, "track_match_ms": {"avg_ms": 0.003, "count": 295, "max_ms": 0.017, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.019, "count": 295, "max_ms": 0.075, "p95_ms": 0.029}}, "gstreamer_push": {"avg_ms": 2.022, "count": 295, "max_ms": 4.678, "p95_ms": 3.178}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.005, "count": 295, "max_ms": 0.027, "p95_ms": 0.007}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 34.232, "count": 295, "max_ms": 61.757, "p95_ms": 44.818}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.447, "count": 295, "max_ms": 72.032, "p95_ms": 54.818}, "yolo11_640_fire_11class": {"avg_ms": 46.5, "count": 295, "max_ms": 71.382, "p95_ms": 59.642}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 44.859, "count": 295, "max_ms": 71.408, "p95_ms": 60.988}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.014, "count": 295, "max_ms": 0.048, "p95_ms": 0.026}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 295, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 295, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 48.3, "count": 295, "max_ms": 73.744, "p95_ms": 62.342}, "inference_input_copy_ms": {"avg_ms": 0.845, "count": 295, "max_ms": 2.868, "p95_ms": 1.48}, "processing_residual_ms": {"avg_ms": 0.072, "count": 295, "max_ms": 0.333, "p95_ms": 0.115}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 295, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 295, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 49.231, "count": 295, "max_ms": 75.396, "p95_ms": 63.004}, "read_interval": {"avg_ms": 100.017, "count": 294, "max_ms": 3579.498, "p95_ms": 239.368}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 295, "max_ms": 0.064, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.126, "count": 295, "max_ms": 0.463, "p95_ms": 0.179}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 295, "max_ms": 0.025, "p95_ms": 0.01}, "scenario.falldown_detected_ms": {"avg_ms": 0.055, "count": 295, "max_ms": 0.268, "p95_ms": 0.079}, "scenario.fire_detected_ms": {"avg_ms": 0.002, "count": 295, "max_ms": 0.004, "p95_ms": 0.003}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.054, "count": 295, "max_ms": 0.16, "p95_ms": 0.079}, "worker_merge_ms": {"avg_ms": 0.003, "count": 295, "max_ms": 0.019, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 46.911, "count": 295, "max_ms": 72.039, "p95_ms": 61.237}, "visualize": {"avg_ms": 0.2, "count": 295, "max_ms": 0.375, "p95_ms": 0.278}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 295, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 295, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 0.085, "count": 295, "max_ms": 0.164, "p95_ms": 0.121}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 295, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 295, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 0.034, "count": 295, "max_ms": 0.065, "p95_ms": 0.051}, "visualizer_prepare_ms": {"avg_ms": 0.04, "count": 295, "max_ms": 0.105, "p95_ms": 0.058}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 295}, "resolved_scenario_count": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 295}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 295}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 244, "process_rss_mb_proxy": 937.816, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.994, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "7b397988", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 57.296, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 139439, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T14:24:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 241049, "write_bytes_delta": 241049, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 362.0, "cpu_core_ratio": 0.280201, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 8811, "reason": null, "system_cpu_core_ratio": 0.036895, "system_cpu_s_delta": 0.36999999999999034, "user_cpu_core_ratio": 0.243306, "user_cpu_s_delta": 2.4399999999999977}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.514532, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 69.0, "pid": 244, "reason": null, "system_cpu_core_ratio": 0.116667, "system_cpu_s_delta": 1.1700000000000728, "user_cpu_core_ratio": 0.397865, "user_cpu_s_delta": 3.9899999999997817}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.004, "count": 300, "max_ms": 4.201, "p95_ms": 2.91, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.977, "max": 6.0, "p95": 4.0, "sample_count": 300}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 300}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.213, "count": 30, "max": 53.137, "p95": 32.497, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.175, "count": 30, "max": 20.026, "p95": 14.877, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 417.0, "count": 30, "max": 759.0, "p95": 736.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.233, "count": 30, "max": 7.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.04, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.232, "count": 30, "max": 0.3, "p95": 0.249, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 246501.733, "count": 30, "max": 251029.0, "p95": 250779.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 238134.1, "count": 30, "max": 250797.0, "p95": 250711.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.5, "count": 30, "max": 74.0, "p95": 48.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.115, "count": 30, "max": 0.159, "p95": 0.127, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.382, "count": 30, "max": 0.547, "p95": 0.404, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1275, "sampled_at": "2026-09-02T14:24:40+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T14:24:40+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-09-02T10:31:39+09:00", "state": "running", "task_id": "8688e665-1ee7-4a50-a166-8268a74481cd", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 4592.98, "limit_mb": null}, "detail": {"cctv_id": "20", "instance_id": "7b397988", "phase": "channel_stop_after_recorder_cleanup", "recorder_cleanup": {"already_exited_count": 0, "attempted_count": 0, "duration_ms": 0.021, "enabled": true, "error_count": 0, "killed_count": 0, "reason": "channel_stop", "recorders": [], "remaining_running_count": 0, "stopped_count": 0, "timeout_s": 5.0}, "task_id": "8688e665-1ee7-4a50-a166-8268a74481cd"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 386029670400, "copied_frame_count": 139623, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-09-02T11:48:48+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 5091843, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-09-02T11:48:41+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.907}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7b397988", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 3, "events_failed": 9, "events_observed": 12, "events_suppressed": 0, "frame_buffer_copied_bytes": 386029670400, "frame_buffer_copies": 139623, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 9, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 12, "worker_jobs_completed": 3, "worker_jobs_failed": 9, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0709, "count": 512, "max_ms": 0.8937, "p50_ms": 0.0611, "p95_ms": 0.0929, "p99_ms": 0.154}, "stages": {"db_insert": {"avg_ms": 29.31, "count": 3, "max_ms": 39.5365, "p50_ms": 33.2154, "p95_ms": 38.9044, "p99_ms": 39.4101, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.2047, "count": 12, "max_ms": 2.0897, "p50_ms": 1.1363, "p95_ms": 2.0055, "p99_ms": 2.0729, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 383.6736, "count": 12, "max_ms": 1500.8931, "p50_ms": 38.5799, "p95_ms": 1465.9042, "p99_ms": 1493.8953, "results": {"failed": 9, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9618, "count": 512, "max_ms": 2.4181, "p50_ms": 0.8767, "p95_ms": 1.5118, "p99_ms": 1.8392, "results": {"failed": 0, "not_applicable": 0, "success": 139623, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 212.9063, "count": 12, "max_ms": 893.4581, "p50_ms": 3.1717, "p95_ms": 858.1764, "p99_ms": 886.4018, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 16.3589, "count": 12, "max_ms": 29.2091, "p50_ms": 13.119, "p95_ms": 28.4978, "p99_ms": 29.0668, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 12.0776, "count": 150, "max_ms": 24.163, "p50_ms": 11.9, "p95_ms": 16.9671, "p99_ms": 21.1, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.1002, "count": 150, "max_ms": 3.1985, "p50_ms": 0.9918, "p95_ms": 1.9372, "p99_ms": 2.83, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 209.2199, "count": 12, "max_ms": 890.015, "p50_ms": 0.0713, "p95_ms": 854.1215, "p99_ms": 882.8363, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 9, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 763.2306, "count": 3, "max_ms": 808.088, "p50_ms": 752.9142, "p95_ms": 802.5707, "p99_ms": 806.9846, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 68.4339, "count": 3, "max_ms": 76.9457, "p50_ms": 64.6826, "p95_ms": 75.7194, "p99_ms": 76.7004, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.3437, "count": 3, "max_ms": 1.6919, "p50_ms": 1.2562, "p95_ms": 1.6484, "p99_ms": 1.6832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 9, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.6741, "count": 3, "max_ms": 52.3023, "p50_ms": 31.1003, "p95_ms": 50.1821, "p99_ms": 51.8782, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 1.0315, "count": 12, "max_ms": 4.6767, "p50_ms": 0.6452, "p95_ms": 2.6792, "p99_ms": 4.2772, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.1298, "count": 3, "max_ms": 1.7699, "p50_ms": 1.0392, "p95_ms": 1.6968, "p99_ms": 1.7553, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.1298, "count": 3, "max_ms": 1.7699, "p50_ms": 1.0392, "p95_ms": 1.6968, "p99_ms": 1.7553, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 1.0315, "count": 12, "max_ms": 4.6767, "p50_ms": 0.6452, "p95_ms": 2.6792, "p99_ms": 4.2772, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6596, "count": 12, "max_ms": 1.2647, "p50_ms": 0.6169, "p95_ms": 0.9991, "p99_ms": 1.2115, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 508.9258, "count": 3, "max_ms": 602.1221, "p50_ms": 539.8197, "p95_ms": 595.8918, "p99_ms": 600.876, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7132, "count": 12, "max_ms": 6.1331, "p50_ms": 0.7619, "p95_ms": 6.0339, "p99_ms": 6.1132, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 12.7228, "count": 12, "max_ms": 45.2895, "p50_ms": 5.3411, "p95_ms": 36.6267, "p99_ms": 43.557, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1163, "count": 12, "max_ms": 0.7482, "p50_ms": 0.0518, "p95_ms": 0.4031, "p99_ms": 0.6792, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.4765, "count": 12, "max_ms": 4.4644, "p50_ms": 2.5404, "p95_ms": 4.0431, "p99_ms": 4.3802, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 168.7417, "count": 12, "max_ms": 701.6694, "p50_ms": 31.6528, "p95_ms": 649.1729, "p99_ms": 691.1701, "results": {"failed": 9, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": 0.2658, "state": "complete", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {"output_prerequisite": 9}, "generation": "7b397988", "last_failure": {"reason": "recorder_acceptance_required_for_db", "stage": "output_prerequisite"}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 12, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 12, "max_ms": 0.7482, "p50_ms": 0.0518, "p95_ms": 0.4031, "p99_ms": 0.6792}, "wait_ms": {"count": 12, "max_ms": 4.4644, "p50_ms": 2.5404, "p95_ms": 4.0431, "p99_ms": 4.3802}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 12, "artifact_failed": 0, "artifact_requested": 12, "artifact_success": 12, "completed": 12, "completed_failed": 9, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 12, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6766, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 12, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 12}, "snapshot": {"copied_bytes": 33177600, "copied_count": 12, "copy": {"count": 12, "max_ms": 2.0897, "p50_ms": 1.1363, "p95_ms": 2.0055, "p99_ms": 2.0729}}, "state": "stopped"}}, "event_type": "channel_stop_after_recorder_cleanup", "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T14:24:59+09:00", "last_error_summary": "[h264 @ 0x59c8f63dcac0] error while decoding MB 104 60, bytestream -21", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2153.02, "last_started_at": "2026-09-02T13:49:06+09:00", "pid": 8811, "process": {"exists": false, "pid": 8811}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 58.142, "sample_count": 2993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 139623, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T14:24:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "7b397988", "last_frame_pushed_age_sec": 0.598, "last_frame_pushed_at": "2026-09-02T14:24:58+09:00", "last_frame_read_age_sec": 0.648, "last_frame_read_at": "2026-09-02T14:24:58+09:00", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 29, "debug_expires_at": null, "deduplicated_count": 1, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 0.587, "last_sample_duration_ms": 446.765, "last_trigger": "pre_stop", "next_snapshot_in_sec": 599.413, "reason": "snapshot_written", "rotation_count": 85, "runtime_state": "active", "sample_count": 29, "storage_bytes": 963121}, "mjpeg": {"age_sec": 0.59, "exists": true, "mtime": "2026-09-02T14:24:58.551380+09:00", "mtime_epoch": 1788326698.55138, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 242674}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-09-02T14:24:59+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 937.648, "name": "celery", "pid": 244, "rss_mb": 937.648, "state": "R (running)", "threads": 71}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 1, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 1}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 8, "last_event_ttl_s": 120.0, "last_prune_age_s": 1.74, "off_candidate_pruned_total": 22}, "top_level_key_count": 4}, "scene_scale": {"decision": "mixed", "decision_basis": "strong_samples", "decision_frame": 2504, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.157371, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 294}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.748, "max": 4.0, "p95": 4.0, "sample_count": 294}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 294}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 294}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 294}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 294}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 294}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 294}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 294}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 294}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 294, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.802, "pushed": 9.802, "read": 9.802}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 294, "client_acquire_ms": {"avg_ms": 0.005, "count": 294, "max_ms": 0.017, "p95_ms": 0.007, "reason": null, "sample_age_ms": 619.955, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.455, "count": 294, "max_ms": 2.861, "p95_ms": 1.11, "reason": null, "sample_age_ms": 655.104, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.135, "count": 294, "max_ms": 2.119, "p95_ms": 0.764, "reason": null, "sample_age_ms": 655.398, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.094, "count": 294, "max_ms": 0.31, "p95_ms": 0.169, "reason": null, "sample_age_ms": 619.965, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.132, "count": 294, "max_ms": 3.373, "p95_ms": 1.784, "reason": null, "sample_age_ms": 654.255, "source": "client_direct"}, "request_count": 294, "request_tensor_bytes": {"avg": 2764808.0, "count": 294, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 654.24, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 294, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 620.168, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 32.131, "count": 294, "max_ms": 57.82, "p95_ms": 41.976, "reason": null, "sample_age_ms": 619.947, "source": "client_direct"}, "sample_age_ms": 619.94, "source": "client_direct", "task_total_ms": {"avg_ms": 33.493, "count": 294, "max_ms": 61.019, "p95_ms": 43.794, "reason": null, "sample_age_ms": 619.94, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 294, "client_acquire_ms": {"avg_ms": 0.004, "count": 294, "max_ms": 0.018, "p95_ms": 0.007, "reason": null, "sample_age_ms": 610.908, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 3.527, "count": 294, "max_ms": 7.461, "p95_ms": 4.833, "reason": null, "sample_age_ms": 652.379, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.018, "count": 294, "max_ms": 0.073, "p95_ms": 0.027, "reason": null, "sample_age_ms": 655.323, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.169, "count": 294, "max_ms": 1.242, "p95_ms": 0.33, "reason": null, "sample_age_ms": 610.914, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.516, "count": 294, "max_ms": 3.752, "p95_ms": 2.228, "reason": null, "sample_age_ms": 651.428, "source": "client_direct"}, "request_count": 294, "request_tensor_bytes": {"avg": 2764808.0, "count": 294, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 651.412, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 294, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 611.021, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.681, "count": 294, "max_ms": 62.27, "p95_ms": 48.334, "reason": null, "sample_age_ms": 610.905, "source": "client_direct"}, "sample_age_ms": 610.901, "source": "client_direct", "task_total_ms": {"avg_ms": 41.473, "count": 294, "max_ms": 65.352, "p95_ms": 50.173, "reason": null, "sample_age_ms": 610.901, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 294, "client_acquire_ms": {"avg_ms": 0.005, "count": 294, "max_ms": 0.018, "p95_ms": 0.008, "reason": null, "sample_age_ms": 610.447, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 12.084, "count": 294, "max_ms": 20.809, "p95_ms": 16.335, "reason": null, "sample_age_ms": 644.289, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.014, "count": 294, "max_ms": 0.048, "p95_ms": 0.021, "reason": null, "sample_age_ms": 655.241, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.124, "count": 294, "max_ms": 0.894, "p95_ms": 0.215, "reason": null, "sample_age_ms": 610.452, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.595, "count": 294, "max_ms": 4.062, "p95_ms": 2.438, "reason": null, "sample_age_ms": 642.939, "source": "client_direct"}, "request_count": 294, "request_tensor_bytes": {"avg": 2764808.0, "count": 294, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 642.919, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 294, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 610.538, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 32.076, "count": 294, "max_ms": 51.412, "p95_ms": 40.051, "reason": null, "sample_age_ms": 610.443, "source": "client_direct"}, "sample_age_ms": 610.44, "source": "client_direct", "task_total_ms": {"avg_ms": 33.909, "count": 294, "max_ms": 54.039, "p95_ms": 42.328, "reason": null, "sample_age_ms": 610.44, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 294, "client_acquire_ms": {"avg_ms": 0.005, "count": 294, "max_ms": 0.033, "p95_ms": 0.008, "reason": null, "sample_age_ms": 612.699, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 7.779, "count": 294, "max_ms": 13.603, "p95_ms": 10.663, "reason": null, "sample_age_ms": 648.505, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.015, "count": 294, "max_ms": 0.065, "p95_ms": 0.028, "reason": null, "sample_age_ms": 655.288, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.114, "count": 294, "max_ms": 0.394, "p95_ms": 0.192, "reason": null, "sample_age_ms": 612.705, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.567, "count": 294, "max_ms": 4.512, "p95_ms": 2.517, "reason": null, "sample_age_ms": 647.078, "source": "client_direct"}, "request_count": 294, "request_tensor_bytes": {"avg": 2764808.0, "count": 294, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 647.06, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 294, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 612.849, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.775, "count": 294, "max_ms": 57.113, "p95_ms": 45.36, "reason": null, "sample_age_ms": 612.695, "source": "client_direct"}, "sample_age_ms": 612.692, "source": "client_direct", "task_total_ms": {"avg_ms": 36.571, "count": 294, "max_ms": 60.249, "p95_ms": 48.164, "reason": null, "sample_age_ms": 612.692, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 244, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 8.147, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.484, "count": 294, "max_ms": 1.271, "p95_ms": 0.669}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.084, "count": 294, "max_ms": 0.346, "p95_ms": 0.118}, "detection_prepare_ms": {"avg_ms": 0.111, "count": 294, "max_ms": 0.314, "p95_ms": 0.161}, "event_filter_ms": {"avg_ms": 0.002, "count": 294, "max_ms": 0.009, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.052, "count": 294, "max_ms": 0.246, "p95_ms": 0.074}, "mcmt_ms": {"avg_ms": 0.001, "count": 294, "max_ms": 0.009, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.158, "count": 294, "max_ms": 0.568, "p95_ms": 0.219}, "setup_ms": {"avg_ms": 0.027, "count": 294, "max_ms": 0.097, "p95_ms": 0.038}, "total_inside_ms": {"avg_ms": 0.457, "count": 294, "max_ms": 1.178, "p95_ms": 0.631}, "track_match_ms": {"avg_ms": 0.003, "count": 294, "max_ms": 0.017, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.019, "count": 294, "max_ms": 0.075, "p95_ms": 0.029}}, "gstreamer_push": {"avg_ms": 2.022, "count": 294, "max_ms": 4.678, "p95_ms": 3.178}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.005, "count": 294, "max_ms": 0.027, "p95_ms": 0.007}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 34.24, "count": 294, "max_ms": 61.757, "p95_ms": 44.818}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.461, "count": 294, "max_ms": 72.032, "p95_ms": 54.818}, "yolo11_640_fire_11class": {"avg_ms": 46.52, "count": 294, "max_ms": 71.382, "p95_ms": 59.642}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 44.879, "count": 294, "max_ms": 71.408, "p95_ms": 60.988}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.014, "count": 294, "max_ms": 0.048, "p95_ms": 0.026}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 294, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 294, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 48.32, "count": 294, "max_ms": 73.744, "p95_ms": 62.342}, "inference_input_copy_ms": {"avg_ms": 0.846, "count": 294, "max_ms": 2.868, "p95_ms": 1.48}, "processing_residual_ms": {"avg_ms": 0.072, "count": 294, "max_ms": 0.333, "p95_ms": 0.115}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 294, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 294, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 49.252, "count": 294, "max_ms": 75.396, "p95_ms": 63.004}, "read_interval": {"avg_ms": 100.017, "count": 294, "max_ms": 3579.498, "p95_ms": 239.368}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 294, "max_ms": 0.064, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.126, "count": 294, "max_ms": 0.463, "p95_ms": 0.179}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 294, "max_ms": 0.025, "p95_ms": 0.01}, "scenario.falldown_detected_ms": {"avg_ms": 0.055, "count": 294, "max_ms": 0.268, "p95_ms": 0.079}, "scenario.fire_detected_ms": {"avg_ms": 0.002, "count": 294, "max_ms": 0.004, "p95_ms": 0.003}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.054, "count": 294, "max_ms": 0.16, "p95_ms": 0.079}, "worker_merge_ms": {"avg_ms": 0.003, "count": 294, "max_ms": 0.019, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 46.93, "count": 294, "max_ms": 72.039, "p95_ms": 61.237}, "visualize": {"avg_ms": 0.2, "count": 294, "max_ms": 0.375, "p95_ms": 0.278}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 294, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 294, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 0.085, "count": 294, "max_ms": 0.164, "p95_ms": 0.121}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 294, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 294, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 0.034, "count": 294, "max_ms": 0.065, "p95_ms": 0.051}, "visualizer_prepare_ms": {"avg_ms": 0.04, "count": 294, "max_ms": 0.105, "p95_ms": 0.058}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 294}, "resolved_scenario_count": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 294}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 294}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 244, "process_rss_mb_proxy": 937.816, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.994, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "7b397988", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 57.296, "sample_count": 2999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 139439, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T14:24:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 241049, "write_bytes_delta": 241049, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 362.0, "cpu_core_ratio": 0.280201, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 8811, "reason": null, "system_cpu_core_ratio": 0.036895, "system_cpu_s_delta": 0.36999999999999034, "user_cpu_core_ratio": 0.243306, "user_cpu_s_delta": 2.4399999999999977}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.514532, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 69.0, "pid": 244, "reason": null, "system_cpu_core_ratio": 0.116667, "system_cpu_s_delta": 1.1700000000000728, "user_cpu_core_ratio": 0.397865, "user_cpu_s_delta": 3.9899999999997817}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.004, "count": 300, "max_ms": 4.201, "p95_ms": 2.91, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.977, "max": 6.0, "p95": 4.0, "sample_count": 300}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 300}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.213, "count": 30, "max": 53.137, "p95": 32.497, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.175, "count": 30, "max": 20.026, "p95": 14.877, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 417.0, "count": 30, "max": 759.0, "p95": 736.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.233, "count": 30, "max": 7.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.04, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.232, "count": 30, "max": 0.3, "p95": 0.249, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 246501.733, "count": 30, "max": 251029.0, "p95": 250779.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 238134.1, "count": 30, "max": 250797.0, "p95": 250711.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.5, "count": 30, "max": 74.0, "p95": 48.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.115, "count": 30, "max": 0.159, "p95": 0.127, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.382, "count": 30, "max": 0.547, "p95": 0.404, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1275, "sampled_at": "2026-09-02T14:24:40+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T14:24:40+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-09-02T10:31:39+09:00", "state": "stopping", "task_id": "8688e665-1ee7-4a50-a166-8268a74481cd", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_141447_1e58d591.jsonl", "file_size_bytes": 6151, "flush_count": 12, "flush_interval_seconds": 30.0, "flush_state": {"count": 12, "last_at": "2026-09-02T14:24:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T14:24:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 11}, "started": true, "suppressed_count": 5095, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 5095}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 12, "written_record_count": 12}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4203.164, "limit_mb": null}, "detail": {"cctv_id": "44", "instance_id": "1e58d591", "phase": "channel_stop_after_recorder_cleanup", "recorder_cleanup": {"already_exited_count": 0, "attempted_count": 0, "duration_ms": 0.017, "enabled": true, "error_count": 0, "killed_count": 0, "reason": "channel_stop", "recorders": [], "remaining_running_count": 0, "stopped_count": 0, "timeout_s": 5.0}, "task_id": "72193d8c-7277-4946-a5a8-69238562ca64"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 14117068800, "copied_frame_count": 5106, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "1e58d591", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 14117068800, "frame_buffer_copies": 5106, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0744, "count": 512, "max_ms": 0.226, "p50_ms": 0.0656, "p95_ms": 0.1176, "p99_ms": 0.1761}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.7694, "count": 512, "max_ms": 1.8377, "p50_ms": 0.6861, "p95_ms": 1.3255, "p99_ms": 1.6119, "results": {"failed": 0, "not_applicable": 0, "success": 5106, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": 0.0422, "state": "complete", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "1e58d591", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "stopped"}}, "event_type": "channel_stop_after_recorder_cleanup", "ffmpeg": {"error_count": 4, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T14:22:56+09:00", "last_error_summary": "[h264 @ 0x64433ddad680] cabac decode of qscale diff failed at 55 99 [h264 @ 0x64433ddad680] error while decoding MB 55 99, bytestream 191228 [h264 @ 0x64433d38b580] cabac decode of qscale diff failed at 188 91 [h264 @ 0x64433d38b580] error while decoding MB 188 91, bytestream 15822 [h264 @ 0x64433d3d21c0] error while decoding MB 166 77, bytestream -5", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 124.253, "last_started_at": "2026-09-02T14:22:59+09:00", "pid": 9629, "process": {"exists": false, "pid": 9629}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 67.564, "sample_count": 2511, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5106, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T14:25:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "1e58d591", "last_frame_pushed_age_sec": 3.109, "last_frame_pushed_at": "2026-09-02T14:25:00+09:00", "last_frame_read_age_sec": 3.155, "last_frame_read_at": "2026-09-02T14:25:00+09:00", "memory_observability": {"active_channels": ["44"], "capped": false, "configured_mode": "monitoring", "current_rows": 29, "debug_expires_at": null, "deduplicated_count": 2, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 4.859, "last_sample_duration_ms": 446.765, "last_trigger": "pre_stop", "next_snapshot_in_sec": 595.141, "reason": "deduplicated:pre_stop", "rotation_count": 85, "runtime_state": "active", "sample_count": 29, "storage_bytes": 963121}, "mjpeg": {"age_sec": 3.102, "exists": true, "mtime": "2026-09-02T14:25:00.320387+09:00", "mtime_epoch": 1788326700.320387, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 106075}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T14:25:03+09:00", "process": {"exists": true, "fd_count": 112, "hwm_mb": 950.23, "name": "celery", "pid": 214, "rss_mb": 938.41, "state": "R (running)", "threads": 68}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 5106, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 206}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 205, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.876, "pushed": 6.876, "read": 6.842}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 205, "client_acquire_ms": {"avg_ms": 0.005, "count": 206, "max_ms": 0.023, "p95_ms": 0.011, "reason": null, "sample_age_ms": 3134.89, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.389, "count": 205, "max_ms": 3.319, "p95_ms": 1.004, "reason": null, "sample_age_ms": 3159.953, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.148, "count": 205, "max_ms": 1.957, "p95_ms": 0.809, "reason": null, "sample_age_ms": 3160.134, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.07, "count": 206, "max_ms": 0.234, "p95_ms": 0.137, "reason": null, "sample_age_ms": 3134.895, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.04, "count": 205, "max_ms": 3.133, "p95_ms": 1.946, "reason": null, "sample_age_ms": 3159.181, "source": "client_direct"}, "request_count": 205, "request_tensor_bytes": {"avg": 2211848.0, "count": 205, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 3159.168, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 206, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 3134.961, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.814, "count": 206, "max_ms": 47.887, "p95_ms": 36.767, "reason": null, "sample_age_ms": 3134.887, "source": "client_direct"}, "sample_age_ms": 3134.883, "source": "client_direct", "task_total_ms": {"avg_ms": 29.049, "count": 206, "max_ms": 49.663, "p95_ms": 38.612, "reason": null, "sample_age_ms": 3134.883, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 214, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.397, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.533, "count": 206, "max_ms": 1.665, "p95_ms": 1.021}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.173, "count": 206, "max_ms": 0.654, "p95_ms": 0.32}, "detection_prepare_ms": {"avg_ms": 0.076, "count": 206, "max_ms": 0.28, "p95_ms": 0.133}, "event_filter_ms": {"avg_ms": 0.002, "count": 206, "max_ms": 0.01, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.06, "count": 206, "max_ms": 0.226, "p95_ms": 0.104}, "mcmt_ms": {"avg_ms": 0.002, "count": 206, "max_ms": 0.008, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.131, "count": 206, "max_ms": 0.498, "p95_ms": 0.222}, "setup_ms": {"avg_ms": 0.033, "count": 206, "max_ms": 0.129, "p95_ms": 0.058}, "total_inside_ms": {"avg_ms": 0.503, "count": 206, "max_ms": 1.593, "p95_ms": 0.972}, "track_match_ms": {"avg_ms": 0.003, "count": 206, "max_ms": 0.024, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.022, "count": 206, "max_ms": 0.105, "p95_ms": 0.048}}, "gstreamer_push": {"avg_ms": 1.645, "count": 206, "max_ms": 3.603, "p95_ms": 2.694}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.035, "count": 206, "max_ms": 0.615, "p95_ms": 0.058}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.679, "count": 206, "max_ms": 50.372, "p95_ms": 39.36}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 206, "max_ms": 0.1, "p95_ms": 0.048}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 52.015, "count": 206, "max_ms": 84.802, "p95_ms": 69.459}, "inference_input_copy_ms": {"avg_ms": 0.787, "count": 206, "max_ms": 2.252, "p95_ms": 1.475}, "processing_residual_ms": {"avg_ms": 0.086, "count": 206, "max_ms": 0.278, "p95_ms": 0.15}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 52.914, "count": 206, "max_ms": 85.94, "p95_ms": 71.302}, "read_interval": {"avg_ms": 130.981, "count": 205, "max_ms": 3551.621, "p95_ms": 250.881}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 206, "max_ms": 0.093, "p95_ms": 0.018}, "execute_total_ms": {"avg_ms": 0.09, "count": 206, "max_ms": 0.372, "p95_ms": 0.153}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 206, "max_ms": 0.03, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.078, "count": 206, "max_ms": 0.331, "p95_ms": 0.134}, "worker_merge_ms": {"avg_ms": 0.004, "count": 206, "max_ms": 0.031, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 29.691, "count": 206, "max_ms": 50.403, "p95_ms": 39.372}, "visualize": {"avg_ms": 21.201, "count": 206, "max_ms": 37.068, "p95_ms": 32.866}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 20.601, "count": 206, "max_ms": 35.965, "p95_ms": 32.277}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 21.062, "count": 206, "max_ms": 36.91, "p95_ms": 32.735}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 20.998, "count": 206, "max_ms": 36.805, "p95_ms": 32.661}, "visualizer_prepare_ms": {"avg_ms": 0.038, "count": 206, "max_ms": 0.109, "p95_ms": 0.069}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 206}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 214, "process_rss_mb_proxy": 938.508, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.262, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "1e58d591", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 67.05, "sample_count": 2493, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4926, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T14:24:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 107133, "write_bytes_delta": 107133, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 698.0, "cpu_core_ratio": 0.91865, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 9629, "reason": null, "system_cpu_core_ratio": 0.05087, "system_cpu_s_delta": 0.5099999999999998, "user_cpu_core_ratio": 0.86778, "user_cpu_s_delta": 8.700000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.496729, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 100.0, "pid": 214, "reason": null, "system_cpu_core_ratio": 0.049872, "system_cpu_s_delta": 0.5, "user_cpu_core_ratio": 0.446857, "user_cpu_s_delta": 4.479999999999563}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.757, "count": 300, "max_ms": 4.374, "p95_ms": 2.614, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 300}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.999, "count": 30, "max": 28.684, "p95": 27.817, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.3, "count": 30, "max": 21.724, "p95": 15.378, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.433, "count": 30, "max": 1063.0, "p95": 891.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4958.233, "count": 30, "max": 95495.0, "p95": 14913.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.072, "count": 30, "max": 0.544, "p95": 0.262, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.738, "count": 30, "max": 1.459, "p95": 0.974, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.15, "count": 30, "max": 4.115, "p95": 0.208, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 102025.7, "count": 30, "max": 111015.0, "p95": 108423.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 102025.7, "count": 30, "max": 111015.0, "p95": 108423.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 89.0, "count": 30, "max": 159.0, "p95": 111.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.043, "count": 30, "max": 0.081, "p95": 0.056, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.35, "count": 30, "max": 0.64, "p95": 0.453, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 55, "sampled_at": "2026-09-02T14:24:36+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T14:24:36+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-09-02T14:14:45+09:00", "state": "stopping", "task_id": "72193d8c-7277-4946-a5a8-69238562ca64", "trigger": "update", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 0, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 2706.363, "limit_mb": null}, "detail": {"pid": 311, "restart_count": 0, "start_count": 1}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 0, "copied_frame_count": 0, "copy_error_count": 0, "current_length": 0, "frame_nbytes": null, "max_length": null, "peak_retained_bytes_estimate": 0, "retained_bytes_estimate": 0}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": null, "expected_post_frame_count": null, "expected_pre_frame_count": null, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 0, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 0, "total_upper_bound_bytes": 0, "unavailable_reason": null}}, "generation": "3d187ed9", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 0, "frame_buffer_copies": 0, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "3d187ed9", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-02T14:28:08+09:00", "pid": 311, "process": {"exists": true, "fd_count": 5, "hwm_mb": 159.461, "name": "ffmpeg", "pid": 311, "rss_mb": 159.461, "state": "R (running)", "threads": 49}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 296.099}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 0, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3d187ed9", "last_frame_pushed_age_sec": null, "last_frame_pushed_at": "", "last_frame_read_age_sec": null, "last_frame_read_at": "", "memory_observability": {"active_channels": [], "capped": false, "configured_mode": "monitoring", "current_rows": 29, "debug_expires_at": null, "deduplicated_count": 2, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 192.133, "last_sample_duration_ms": 446.765, "last_trigger": "pre_stop", "next_snapshot_in_sec": 407.867, "reason": "all_channels_stopped_manual_recovery_required", "rotation_count": 85, "runtime_state": "active", "sample_count": 29, "storage_bytes": 963121}, "mjpeg": {"age_sec": 192.145, "exists": true, "mtime": "2026-09-02T14:24:58.551380+09:00", "mtime_epoch": 1788326698.55138, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 242674}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-09-02T14:28:10+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 477.621, "name": "celery", "pid": 248, "rss_mb": 477.621, "state": "R (running)", "threads": 9}, "reason_codes": ["mjpeg_output_stale_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 0, "source": "client_direct"}, "model_key_cap": 30, "models": {}, "process_executor": {"inflight_current": 0, "inflight_max": 0, "max_workers": 40, "pid": 248, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "unknown", "reason": "no_requests_in_window", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.124, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "phase": "A_software_file_only", "reason": "channel_not_registered", "schema_version": "ssims.m15_video_channel_summary.v1"}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-09-02T14:28:06+09:00", "state": "running", "task_id": "2f9e50e5-be4f-4946-9eb2-167c3790b419", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20260902_142829_4d54806d.jsonl", "file_size_bytes": 549, "flush_count": 1, "flush_interval_seconds": 30.0, "flush_state": {"count": 1, "last_at": "2026-09-02T14:28:29", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T14:28:29", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 0}, "started": true, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1, "written_record_count": 1}, "buffers": {"frame_buffer_len": 0, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 3193.324, "limit_mb": null}, "detail": {"pid": 461, "restart_count": 0, "start_count": 1}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 0, "copied_frame_count": 0, "copy_error_count": 0, "current_length": 0, "frame_nbytes": null, "max_length": null, "peak_retained_bytes_estimate": 0, "retained_bytes_estimate": 0}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": null, "expected_post_frame_count": null, "expected_pre_frame_count": null, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 0, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 0, "total_upper_bound_bytes": 0, "unavailable_reason": null}}, "generation": "4d54806d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 0, "frame_buffer_copies": 0, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "4d54806d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-02T14:28:29+09:00", "pid": 461, "process": {"exists": true, "fd_count": 5, "hwm_mb": 204.699, "name": "ffmpeg", "pid": 461, "rss_mb": 204.699, "state": "S (sleeping)", "threads": 70}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 295.863}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 0, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "4d54806d", "last_frame_pushed_age_sec": null, "last_frame_pushed_at": "", "last_frame_read_age_sec": null, "last_frame_read_at": "", "memory_observability": {"active_channels": ["20"], "capped": false, "configured_mode": "monitoring", "current_rows": 0, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": null, "last_sample_duration_ms": null, "last_trigger": null, "next_snapshot_in_sec": 39.518, "reason": "waiting_for_next_snapshot", "rotation_count": 0, "runtime_state": "active", "sample_count": 0, "storage_bytes": 0}, "mjpeg": {"age_sec": 4754.16, "exists": true, "mtime": "2026-09-02T13:09:17.026269+09:00", "mtime_epoch": 1788322157.026269, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 79440}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-09-02T14:28:31+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 476.262, "name": "celery", "pid": 218, "rss_mb": 476.262, "state": "R (running)", "threads": 9}, "reason_codes": ["mjpeg_output_stale_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 0, "source": "client_direct"}, "model_key_cap": 30, "models": {}, "process_executor": {"inflight_current": 0, "inflight_max": 0, "max_workers": 40, "pid": 218, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "unknown", "reason": "no_requests_in_window", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.048, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "phase": "A_software_file_only", "reason": "channel_not_registered", "schema_version": "ssims.m15_video_channel_summary.v1"}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-09-02T14:28:27+09:00", "state": "running", "task_id": "6668a916-e468-4fd6-b305-818911283d57", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20260902_142829_4d54806d.jsonl", "file_size_bytes": 12833, "flush_count": 14, "flush_interval_seconds": 30.0, "flush_state": {"count": 14, "last_at": "2026-09-02T14:40:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T14:40:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 13}, "started": true, "suppressed_count": 7752, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 7751}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 14, "written_record_count": 14}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 3307.492, "limit_mb": null}, "detail": {"cctv_id": "45", "instance_id": "4d54806d", "phase": "channel_stop_after_recorder_cleanup", "recorder_cleanup": {"already_exited_count": 0, "attempted_count": 0, "duration_ms": 0.014, "enabled": true, "error_count": 0, "killed_count": 0, "reason": "channel_stop", "recorders": [], "remaining_running_count": 0, "stopped_count": 0, "timeout_s": 5.0}, "task_id": "6668a916-e468-4fd6-b305-818911283d57"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 21465907200, "copied_frame_count": 7764, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-09-02T14:37:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1565433, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-09-02T14:37:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.984}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "4d54806d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 21465907200, "frame_buffer_copies": 7764, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0699, "count": 512, "max_ms": 0.588, "p50_ms": 0.0606, "p95_ms": 0.1038, "p99_ms": 0.1801}, "stages": {"db_insert": {"avg_ms": 36.6259, "count": 1, "max_ms": 36.6259, "p50_ms": 36.6259, "p95_ms": 36.6259, "p99_ms": 36.6259, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.0662, "count": 1, "max_ms": 1.0662, "p50_ms": 1.0662, "p95_ms": 1.0662, "p99_ms": 1.0662, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1230.0602, "count": 1, "max_ms": 1230.0602, "p50_ms": 1230.0602, "p95_ms": 1230.0602, "p99_ms": 1230.0602, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.7887, "count": 512, "max_ms": 3.626, "p50_ms": 0.6857, "p95_ms": 1.421, "p99_ms": 1.8927, "results": {"failed": 0, "not_applicable": 0, "success": 7764, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 409.4447, "count": 1, "max_ms": 409.4447, "p50_ms": 409.4447, "p95_ms": 409.4447, "p99_ms": 409.4447, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 6.1913, "count": 1, "max_ms": 6.1913, "p50_ms": 6.1913, "p95_ms": 6.1913, "p99_ms": 6.1913, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.1825, "count": 50, "max_ms": 7.0097, "p50_ms": 4.1079, "p95_ms": 5.6927, "p99_ms": 6.8744, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.7837, "count": 50, "max_ms": 2.0994, "p50_ms": 0.6885, "p95_ms": 1.2907, "p99_ms": 1.8274, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 405.9898, "count": 1, "max_ms": 405.9898, "p50_ms": 405.9898, "p95_ms": 405.9898, "p99_ms": 405.9898, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 332.803, "count": 1, "max_ms": 332.803, "p50_ms": 332.803, "p95_ms": 332.803, "p99_ms": 332.803, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 65.4729, "count": 1, "max_ms": 65.4729, "p50_ms": 65.4729, "p95_ms": 65.4729, "p99_ms": 65.4729, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 4.9744, "count": 1, "max_ms": 4.9744, "p50_ms": 4.9744, "p95_ms": 4.9744, "p99_ms": 4.9744, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 22.9094, "count": 1, "max_ms": 22.9094, "p50_ms": 22.9094, "p95_ms": 22.9094, "p99_ms": 22.9094, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6904, "count": 1, "max_ms": 0.6904, "p50_ms": 0.6904, "p95_ms": 0.6904, "p99_ms": 0.6904, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 0.583, "count": 1, "max_ms": 0.583, "p50_ms": 0.583, "p95_ms": 0.583, "p99_ms": 0.583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 0.583, "count": 1, "max_ms": 0.583, "p50_ms": 0.583, "p95_ms": 0.583, "p99_ms": 0.583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6904, "count": 1, "max_ms": 0.6904, "p50_ms": 0.6904, "p95_ms": 0.6904, "p99_ms": 0.6904, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.5805, "count": 1, "max_ms": 0.5805, "p50_ms": 0.5805, "p95_ms": 0.5805, "p99_ms": 0.5805, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 763.5695, "count": 1, "max_ms": 763.5695, "p50_ms": 763.5695, "p95_ms": 763.5695, "p99_ms": 763.5695, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.7486, "count": 1, "max_ms": 4.7486, "p50_ms": 4.7486, "p95_ms": 4.7486, "p99_ms": 4.7486, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.7495, "count": 1, "max_ms": 6.7495, "p50_ms": 6.7495, "p95_ms": 6.7495, "p99_ms": 6.7495, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.5901, "count": 1, "max_ms": 0.5901, "p50_ms": 0.5901, "p95_ms": 0.5901, "p99_ms": 0.5901, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.648, "count": 1, "max_ms": 1.648, "p50_ms": 1.648, "p95_ms": 1.648, "p99_ms": 1.648, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 819.8642, "count": 1, "max_ms": 819.8642, "p50_ms": 819.8642, "p95_ms": 819.8642, "p99_ms": 819.8642, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": 0.1959, "state": "complete", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "4d54806d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765346, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.5901, "p50_ms": 0.5901, "p95_ms": 0.5901, "p99_ms": 0.5901}, "wait_ms": {"count": 1, "max_ms": 1.648, "p50_ms": 1.648, "p95_ms": 1.648, "p99_ms": 1.648}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 6803, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.0662, "p50_ms": 1.0662, "p95_ms": 1.0662, "p99_ms": 1.0662}}, "state": "stopped"}}, "event_type": "channel_stop_after_recorder_cleanup", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 778.235, "last_started_at": "2026-09-02T14:28:29+09:00", "pid": 461, "process": {"exists": false, "pid": 461}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.068, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7764, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T14:41:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "4d54806d", "last_frame_pushed_age_sec": 0.616, "last_frame_pushed_at": "2026-09-02T14:41:26+09:00", "last_frame_read_age_sec": 0.707, "last_frame_read_at": "2026-09-02T14:41:26+09:00", "memory_observability": {"active_channels": ["20", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 3, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 0.602, "last_sample_duration_ms": 507.355, "last_trigger": "pre_stop", "next_snapshot_in_sec": 599.398, "reason": "snapshot_written", "rotation_count": 86, "runtime_state": "active", "sample_count": 3, "storage_bytes": 257326}, "mjpeg": {"age_sec": 0.61, "exists": true, "mtime": "2026-09-02T14:41:26.810151+09:00", "mtime_epoch": 1788327686.8101509, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 86997}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-09-02T14:41:27+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 832.902, "name": "celery", "pid": 218, "rss_mb": 697.656, "state": "R (running)", "threads": 67}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 7764, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 15.269, "max": 21.0, "p95": 19.0, "sample_count": 294}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.517, "max": 6.0, "p95": 5.0, "sample_count": 294}, "total": {"avg": 3.517, "max": 6.0, "p95": 5.0, "sample_count": 294}}, "tracking_counts": {"active": {"avg": 2.17, "max": 4.0, "p95": 3.0, "sample_count": 294}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 294}, "removed": {"avg": 0.024, "max": 1.0, "p95": 0.0, "sample_count": 294}, "tracked": {"avg": 2.17, "max": 4.0, "p95": 3.0, "sample_count": 294}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 294}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.823, "pushed": 9.823, "read": 9.79}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 293, "client_acquire_ms": {"avg_ms": 0.005, "count": 294, "max_ms": 0.025, "p95_ms": 0.009, "reason": null, "sample_age_ms": 654.863, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.365, "count": 293, "max_ms": 3.19, "p95_ms": 1.075, "reason": null, "sample_age_ms": 711.922, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.153, "count": 293, "max_ms": 1.583, "p95_ms": 0.839, "reason": null, "sample_age_ms": 712.105, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.319, "count": 294, "max_ms": 0.869, "p95_ms": 0.489, "reason": null, "sample_age_ms": 654.869, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.145, "count": 293, "max_ms": 2.851, "p95_ms": 1.979, "reason": null, "sample_age_ms": 710.881, "source": "client_direct"}, "request_count": 293, "request_tensor_bytes": {"avg": 2764808.0, "count": 293, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 710.866, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 294, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 655.088, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.992, "count": 294, "max_ms": 55.744, "p95_ms": 49.887, "reason": null, "sample_age_ms": 654.86, "source": "client_direct"}, "sample_age_ms": 654.858, "source": "client_direct", "task_total_ms": {"avg_ms": 37.579, "count": 294, "max_ms": 57.056, "p95_ms": 51.378, "reason": null, "sample_age_ms": 654.858, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 218, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.164, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.307, "count": 294, "max_ms": 11.942, "p95_ms": 8.647}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.363, "count": 294, "max_ms": 1.075, "p95_ms": 0.567}, "detection_prepare_ms": {"avg_ms": 0.953, "count": 294, "max_ms": 1.724, "p95_ms": 1.286}, "event_filter_ms": {"avg_ms": 0.004, "count": 294, "max_ms": 0.032, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.252, "count": 294, "max_ms": 0.658, "p95_ms": 0.369}, "mcmt_ms": {"avg_ms": 0.003, "count": 294, "max_ms": 0.013, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 2.99, "count": 294, "max_ms": 7.253, "p95_ms": 4.499}, "setup_ms": {"avg_ms": 0.032, "count": 294, "max_ms": 0.083, "p95_ms": 0.049}, "total_inside_ms": {"avg_ms": 6.265, "count": 294, "max_ms": 11.89, "p95_ms": 8.601}, "track_match_ms": {"avg_ms": 0.153, "count": 294, "max_ms": 0.426, "p95_ms": 0.235}, "tracker_update_ms": {"avg_ms": 1.516, "count": 294, "max_ms": 2.879, "p95_ms": 2.18}}, "gstreamer_push": {"avg_ms": 1.734, "count": 294, "max_ms": 4.597, "p95_ms": 3.315}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.038, "count": 294, "max_ms": 0.099, "p95_ms": 0.066}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.189, "count": 294, "max_ms": 57.533, "p95_ms": 52.082}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.03, "count": 294, "max_ms": 0.103, "p95_ms": 0.054}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 294, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 294, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 70.696, "count": 294, "max_ms": 101.052, "p95_ms": 87.528}, "inference_input_copy_ms": {"avg_ms": 0.883, "count": 294, "max_ms": 2.467, "p95_ms": 1.677}, "processing_residual_ms": {"avg_ms": 0.171, "count": 294, "max_ms": 0.39, "p95_ms": 0.306}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 294, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 294, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 71.78, "count": 294, "max_ms": 102.131, "p95_ms": 88.641}, "read_interval": {"avg_ms": 100.006, "count": 293, "max_ms": 212.457, "p95_ms": 127.636}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 294, "max_ms": 0.063, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 2.941, "count": 294, "max_ms": 7.189, "p95_ms": 4.445}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 294, "max_ms": 0.057, "p95_ms": 0.019}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.929, "count": 294, "max_ms": 7.166, "p95_ms": 4.403}, "worker_merge_ms": {"avg_ms": 0.005, "count": 294, "max_ms": 0.032, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 38.2, "count": 294, "max_ms": 57.541, "p95_ms": 52.091}, "visualize": {"avg_ms": 25.177, "count": 294, "max_ms": 47.803, "p95_ms": 35.209}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 294, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 294, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 25.051, "count": 294, "max_ms": 47.324, "p95_ms": 35.029}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 294, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 294, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 24.973, "count": 294, "max_ms": 47.076, "p95_ms": 34.942}, "visualizer_prepare_ms": {"avg_ms": 0.038, "count": 294, "max_ms": 0.197, "p95_ms": 0.062}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 294}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 294}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 294}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 218, "process_rss_mb_proxy": 706.367, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.497, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "4d54806d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 87.861, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7650, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T14:41:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 84250, "write_bytes_delta": 84250, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 719.0, "cpu_core_ratio": 0.319516, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 461, "reason": null, "system_cpu_core_ratio": 0.035612, "system_cpu_s_delta": 0.360000000000003, "user_cpu_core_ratio": 0.283904, "user_cpu_s_delta": 2.869999999999976}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 4.494983, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2230.0, "pid": 218, "reason": null, "system_cpu_core_ratio": 2.443356, "system_cpu_s_delta": 24.699999999999818, "user_cpu_core_ratio": 2.051627, "user_cpu_s_delta": 20.74000000000001}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.657, "count": 300, "max_ms": 4.253, "p95_ms": 3.052, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 15.123, "max": 22.0, "p95": 20.0, "sample_count": 300}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.267, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 300}, "total": {"avg": 3.267, "max": 5.0, "p95": 4.0, "sample_count": 300}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.526, "count": 30, "max": 25.569, "p95": 21.573, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.33, "count": 30, "max": 19.983, "p95": 17.662, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 706.767, "count": 30, "max": 724.0, "p95": 719.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.033, "count": 30, "max": 0.037, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.27, "count": 30, "max": 0.302, "p95": 0.289, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 88749.033, "count": 30, "max": 91108.0, "p95": 90966.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 88749.033, "count": 30, "max": 91108.0, "p95": 90966.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 48420.667, "count": 30, "max": 226521.0, "p95": 175325.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 2.446, "count": 30, "max": 2.539, "p95": 2.516, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 2.038, "count": 30, "max": 2.115, "p95": 2.083, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 76, "sampled_at": "2026-09-02T14:41:15+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T14:41:15+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-09-02T14:28:27+09:00", "state": "stopping", "task_id": "6668a916-e468-4fd6-b305-818911283d57", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20260902_144958_68d8e0a9.jsonl", "file_size_bytes": 549, "flush_count": 1, "flush_interval_seconds": 30.0, "flush_state": {"count": 1, "last_at": "2026-09-02T14:49:58", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T14:49:58", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 0}, "started": true, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1, "written_record_count": 1}, "buffers": {"frame_buffer_len": 0, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 3479.32, "limit_mb": null}, "detail": {"pid": 747, "restart_count": 0, "start_count": 1}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 0, "copied_frame_count": 0, "copy_error_count": 0, "current_length": 0, "frame_nbytes": null, "max_length": null, "peak_retained_bytes_estimate": 0, "retained_bytes_estimate": 0}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": null, "expected_post_frame_count": null, "expected_pre_frame_count": null, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 0, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 0, "total_upper_bound_bytes": 0, "unavailable_reason": null}}, "generation": "68d8e0a9", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 0, "frame_buffer_copies": 0, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "68d8e0a9", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-02T14:49:58+09:00", "pid": 747, "process": {"exists": true, "fd_count": 5, "hwm_mb": 197.426, "name": "ffmpeg", "pid": 747, "rss_mb": 197.426, "state": "S (sleeping)", "threads": 70}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 295.972}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 0, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "68d8e0a9", "last_frame_pushed_age_sec": null, "last_frame_pushed_at": "", "last_frame_read_age_sec": null, "last_frame_read_at": "", "memory_observability": {"active_channels": ["20"], "capped": false, "configured_mode": "monitoring", "current_rows": 5, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 196.155, "last_sample_duration_ms": 381.032, "last_trigger": "post_stop_5m", "next_snapshot_in_sec": 403.845, "reason": "waiting_for_next_snapshot", "rotation_count": 86, "runtime_state": "active", "sample_count": 5, "storage_bytes": 270310}, "mjpeg": {"age_sec": 514.039, "exists": true, "mtime": "2026-09-02T14:41:26.810151+09:00", "mtime_epoch": 1788327686.8101509, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 86997}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-09-02T14:50:00+09:00", "process": {"exists": true, "fd_count": 110, "hwm_mb": 832.902, "name": "celery", "pid": 218, "rss_mb": 699.207, "state": "R (running)", "threads": 69}, "reason_codes": ["mjpeg_output_stale_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 0, "source": "client_direct"}, "model_key_cap": 30, "models": {}, "process_executor": {"inflight_current": 0, "inflight_max": 0, "max_workers": 40, "pid": 218, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "unknown", "reason": "no_requests_in_window", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.197, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "phase": "A_software_file_only", "reason": "channel_not_registered", "schema_version": "ssims.m15_video_channel_summary.v1"}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-09-02T14:49:56+09:00", "state": "running", "task_id": "c9da7a14-9f13-4e43-a075-61137303176b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20260902_144958_68d8e0a9.jsonl", "file_size_bytes": 5989, "flush_count": 7, "flush_interval_seconds": 30.0, "flush_state": {"count": 7, "last_at": "2026-09-02T14:55:01", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T14:55:01", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6}, "started": true, "suppressed_count": 3536, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 3536}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 7, "written_record_count": 7}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 3499.098, "limit_mb": null}, "detail": {"cctv_id": "45", "instance_id": "68d8e0a9", "phase": "channel_stop_after_recorder_cleanup", "recorder_cleanup": {"already_exited_count": 0, "attempted_count": 0, "duration_ms": 0.022, "enabled": true, "error_count": 0, "killed_count": 0, "reason": "channel_stop", "recorders": [], "remaining_running_count": 0, "stopped_count": 0, "timeout_s": 5.0}, "task_id": "c9da7a14-9f13-4e43-a075-61137303176b"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9792921600, "copied_frame_count": 3542, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "68d8e0a9", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 9792921600, "frame_buffer_copies": 3542, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.067, "count": 512, "max_ms": 0.8632, "p50_ms": 0.0592, "p95_ms": 0.0976, "p99_ms": 0.1401}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.7935, "count": 512, "max_ms": 3.4777, "p50_ms": 0.6912, "p95_ms": 1.3906, "p99_ms": 1.9801, "results": {"failed": 0, "not_applicable": 0, "success": 3542, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": 0.0226, "state": "complete", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "68d8e0a9", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "stopped"}}, "event_type": "channel_stop_after_recorder_cleanup", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 356.165, "last_started_at": "2026-09-02T14:49:58+09:00", "pid": 747, "process": {"exists": false, "pid": 747}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 86.46, "sample_count": 2996, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3542, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T14:55:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "68d8e0a9", "last_frame_pushed_age_sec": 0.445, "last_frame_pushed_at": "2026-09-02T14:55:54+09:00", "last_frame_read_age_sec": 0.505, "last_frame_read_at": "2026-09-02T14:55:54+09:00", "memory_observability": {"active_channels": ["20", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 7, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 0.418, "last_sample_duration_ms": 317.915, "last_trigger": "pre_stop", "next_snapshot_in_sec": 599.582, "reason": "snapshot_written", "rotation_count": 86, "runtime_state": "active", "sample_count": 7, "storage_bytes": 285313}, "mjpeg": {"age_sec": 0.438, "exists": true, "mtime": "2026-09-02T14:55:54.574716+09:00", "mtime_epoch": 1788328554.574716, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 95275}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-09-02T14:55:55+09:00", "process": {"exists": true, "fd_count": 111, "hwm_mb": 872.289, "name": "celery", "pid": 218, "rss_mb": 871.973, "state": "R (running)", "threads": 67}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 3542, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 18.851, "max": 28.0, "p95": 24.0, "sample_count": 296}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.166, "max": 7.0, "p95": 6.0, "sample_count": 296}, "total": {"avg": 4.166, "max": 7.0, "p95": 6.0, "sample_count": 296}}, "tracking_counts": {"active": {"avg": 2.152, "max": 4.0, "p95": 3.0, "sample_count": 296}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 296}, "removed": {"avg": 0.027, "max": 1.0, "p95": 0.0, "sample_count": 296}, "tracked": {"avg": 2.152, "max": 4.0, "p95": 3.0, "sample_count": 296}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 296}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 296, "pushed_frames": 296, "read_frames": 295, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.876, "pushed": 9.876, "read": 9.842}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 295, "client_acquire_ms": {"avg_ms": 0.005, "count": 295, "max_ms": 0.017, "p95_ms": 0.008, "reason": null, "sample_age_ms": 481.164, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.359, "count": 295, "max_ms": 1.828, "p95_ms": 0.998, "reason": null, "sample_age_ms": 510.463, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.152, "count": 295, "max_ms": 1.564, "p95_ms": 0.837, "reason": null, "sample_age_ms": 510.623, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.329, "count": 295, "max_ms": 0.944, "p95_ms": 0.528, "reason": null, "sample_age_ms": 481.171, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.148, "count": 295, "max_ms": 2.645, "p95_ms": 1.853, "reason": null, "sample_age_ms": 509.616, "source": "client_direct"}, "request_count": 295, "request_tensor_bytes": {"avg": 2764808.0, "count": 295, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 509.602, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 295, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 481.543, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 33.759, "count": 295, "max_ms": 56.698, "p95_ms": 44.966, "reason": null, "sample_age_ms": 481.16, "source": "client_direct"}, "sample_age_ms": 481.157, "source": "client_direct", "task_total_ms": {"avg_ms": 35.359, "count": 295, "max_ms": 58.645, "p95_ms": 46.604, "reason": null, "sample_age_ms": 481.157, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 218, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.7, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.259, "count": 296, "max_ms": 11.235, "p95_ms": 8.248}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.357, "count": 296, "max_ms": 0.804, "p95_ms": 0.537}, "detection_prepare_ms": {"avg_ms": 1.049, "count": 296, "max_ms": 2.043, "p95_ms": 1.445}, "event_filter_ms": {"avg_ms": 0.003, "count": 296, "max_ms": 0.019, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.283, "count": 296, "max_ms": 2.685, "p95_ms": 0.412}, "mcmt_ms": {"avg_ms": 0.002, "count": 296, "max_ms": 0.011, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 2.795, "count": 296, "max_ms": 5.896, "p95_ms": 3.92}, "setup_ms": {"avg_ms": 0.031, "count": 296, "max_ms": 0.133, "p95_ms": 0.049}, "total_inside_ms": {"avg_ms": 6.22, "count": 296, "max_ms": 11.187, "p95_ms": 8.214}, "track_match_ms": {"avg_ms": 0.162, "count": 296, "max_ms": 0.459, "p95_ms": 0.243}, "tracker_update_ms": {"avg_ms": 1.537, "count": 296, "max_ms": 3.314, "p95_ms": 2.005}}, "gstreamer_push": {"avg_ms": 1.73, "count": 296, "max_ms": 6.857, "p95_ms": 3.105}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.034, "count": 296, "max_ms": 0.085, "p95_ms": 0.056}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 35.984, "count": 296, "max_ms": 59.289, "p95_ms": 48.176}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 296, "max_ms": 0.069, "p95_ms": 0.046}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 296, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 296, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 69.339, "count": 296, "max_ms": 98.675, "p95_ms": 88.129}, "inference_input_copy_ms": {"avg_ms": 0.895, "count": 296, "max_ms": 2.379, "p95_ms": 1.502}, "processing_residual_ms": {"avg_ms": 0.189, "count": 296, "max_ms": 0.578, "p95_ms": 0.329}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 296, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 296, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 70.451, "count": 296, "max_ms": 99.752, "p95_ms": 89.126}, "read_interval": {"avg_ms": 100.151, "count": 295, "max_ms": 188.629, "p95_ms": 112.167}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 296, "max_ms": 0.031, "p95_ms": 0.016}, "execute_total_ms": {"avg_ms": 2.752, "count": 296, "max_ms": 5.841, "p95_ms": 3.862}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 296, "max_ms": 0.063, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.742, "count": 296, "max_ms": 5.825, "p95_ms": 3.848}, "worker_merge_ms": {"avg_ms": 0.004, "count": 296, "max_ms": 0.021, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 35.995, "count": 296, "max_ms": 59.297, "p95_ms": 48.193}, "visualize": {"avg_ms": 26.009, "count": 296, "max_ms": 45.262, "p95_ms": 37.288}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 296, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 296, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 25.896, "count": 296, "max_ms": 45.153, "p95_ms": 37.189}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 296, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 296, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 25.828, "count": 296, "max_ms": 45.098, "p95_ms": 37.128}, "visualizer_prepare_ms": {"avg_ms": 0.034, "count": 296, "max_ms": 0.119, "p95_ms": 0.057}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 296}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 296}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 296}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 218, "process_rss_mb_proxy": 863.418, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.41, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "68d8e0a9", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 86.442, "sample_count": 3015, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3423, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T14:55:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 97163, "write_bytes_delta": 97163, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 708.0, "cpu_core_ratio": 0.322902, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 747, "reason": null, "system_cpu_core_ratio": 0.035989, "system_cpu_s_delta": 0.3600000000000012, "user_cpu_core_ratio": 0.286913, "user_cpu_s_delta": 2.8700000000000045}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 4.520628, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11092.0, "pid": 218, "reason": null, "system_cpu_core_ratio": 2.436261, "system_cpu_s_delta": 24.370000000000346, "user_cpu_core_ratio": 2.084368, "user_cpu_s_delta": 20.850000000000364}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.805, "count": 301, "max_ms": 5.758, "p95_ms": 3.367, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 18.934, "max": 28.0, "p95": 24.0, "sample_count": 301}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.492, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 301}, "total": {"avg": 3.492, "max": 5.0, "p95": 4.0, "sample_count": 301}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.087, "count": 30, "max": 25.119, "p95": 22.075, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.637, "count": 30, "max": 14.015, "p95": 12.565, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 711.367, "count": 30, "max": 730.0, "p95": 722.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 26.633, "count": 30, "max": 445.0, "p95": 137.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.033, "count": 30, "max": 0.041, "p95": 0.036, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.271, "count": 30, "max": 0.315, "p95": 0.285, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.097, "p95": 0.041, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 94629.9, "count": 30, "max": 99341.0, "p95": 97829.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91353.167, "count": 30, "max": 99341.0, "p95": 97211.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 144581.833, "count": 30, "max": 261143.0, "p95": 220664.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 2.509, "count": 30, "max": 2.628, "p95": 2.57, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 2.016, "count": 30, "max": 2.216, "p95": 2.076, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 34, "sampled_at": "2026-09-02T14:55:42+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T14:55:42+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-09-02T14:49:56+09:00", "state": "stopping", "task_id": "c9da7a14-9f13-4e43-a075-61137303176b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 3250.297, "limit_mb": null}, "detail": {"cctv_id": "20", "instance_id": "3d187ed9", "phase": "channel_stop_after_recorder_cleanup", "recorder_cleanup": {"already_exited_count": 0, "attempted_count": 0, "duration_ms": 0.018, "enabled": true, "error_count": 0, "killed_count": 0, "reason": "channel_stop", "recorders": [], "remaining_running_count": 0, "stopped_count": 0, "timeout_s": 5.0}, "task_id": "2f9e50e5-be4f-4946-9eb2-167c3790b419"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 67668480000, "copied_frame_count": 24475, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "3d187ed9", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 67668480000, "frame_buffer_copies": 24475, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0629, "count": 512, "max_ms": 1.0395, "p50_ms": 0.0563, "p95_ms": 0.0764, "p99_ms": 0.0883}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.8034, "count": 512, "max_ms": 7.2012, "p50_ms": 0.7946, "p95_ms": 0.9959, "p99_ms": 1.1829, "results": {"failed": 0, "not_applicable": 0, "success": 24475, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": 0.0243, "state": "complete", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "3d187ed9", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "stopped"}}, "event_type": "channel_stop_after_recorder_cleanup", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2449.858, "last_started_at": "2026-09-02T14:28:08+09:00", "pid": 311, "process": {"exists": false, "pid": 311}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 46.265, "sample_count": 2993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 24475, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T15:08:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "3d187ed9", "last_frame_pushed_age_sec": 0.544, "last_frame_pushed_at": "2026-09-02T15:08:58+09:00", "last_frame_read_age_sec": 0.591, "last_frame_read_at": "2026-09-02T15:08:57+09:00", "memory_observability": {"active_channels": ["20"], "capped": false, "configured_mode": "monitoring", "current_rows": 10, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 0.514, "last_sample_duration_ms": 379.074, "last_trigger": "pre_stop", "next_snapshot_in_sec": 599.486, "reason": "snapshot_written", "rotation_count": 86, "runtime_state": "active", "sample_count": 10, "storage_bytes": 304763}, "mjpeg": {"age_sec": 0.534, "exists": true, "mtime": "2026-09-02T15:08:58.018681+09:00", "mtime_epoch": 1788329338.0186813, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 232803}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-09-02T15:08:58+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 777.73, "name": "celery", "pid": 248, "rss_mb": 764.562, "state": "R (running)", "threads": 71}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 1, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 1}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 0.565, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 8957, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.052778, "worker_small_worker_ratio": 1.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 293}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.102, "max": 4.0, "p95": 3.0, "sample_count": 293}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 293}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 293}}, "truncated_count": 0}, "object_counts": {"by_category.작업자": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 1}, "total": {"avg": 0.003, "max": 1.0, "p95": 0.0, "sample_count": 293}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 293}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 293}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 293}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 293}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 293}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 293, "pushed_frames": 293, "read_frames": 293, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.781, "pushed": 9.781, "read": 9.781}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 293, "client_acquire_ms": {"avg_ms": 0.004, "count": 293, "max_ms": 0.014, "p95_ms": 0.007, "reason": null, "sample_age_ms": 564.862, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 2.91, "count": 293, "max_ms": 4.799, "p95_ms": 3.335, "reason": null, "sample_age_ms": 594.185, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.021, "count": 293, "max_ms": 1.215, "p95_ms": 0.025, "reason": null, "sample_age_ms": 597.153, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.051, "count": 293, "max_ms": 0.419, "p95_ms": 0.078, "reason": null, "sample_age_ms": 564.867, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.148, "count": 293, "max_ms": 2.032, "p95_ms": 1.469, "reason": null, "sample_age_ms": 593.019, "source": "client_direct"}, "request_count": 293, "request_tensor_bytes": {"avg": 2764808.0, "count": 293, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 592.998, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 293, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 564.908, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 26.674, "count": 293, "max_ms": 36.482, "p95_ms": 30.851, "reason": null, "sample_age_ms": 564.859, "source": "client_direct"}, "sample_age_ms": 564.855, "source": "client_direct", "task_total_ms": {"avg_ms": 27.974, "count": 293, "max_ms": 38.124, "p95_ms": 32.311, "reason": null, "sample_age_ms": 564.855, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 293, "client_acquire_ms": {"avg_ms": 0.005, "count": 293, "max_ms": 0.048, "p95_ms": 0.007, "reason": null, "sample_age_ms": 555.538, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 6.243, "count": 293, "max_ms": 8.518, "p95_ms": 7.114, "reason": null, "sample_age_ms": 590.328, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.014, "count": 293, "max_ms": 0.044, "p95_ms": 0.019, "reason": null, "sample_age_ms": 597.119, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.136, "count": 293, "max_ms": 0.683, "p95_ms": 0.187, "reason": null, "sample_age_ms": 555.546, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.165, "count": 293, "max_ms": 2.957, "p95_ms": 1.429, "reason": null, "sample_age_ms": 588.509, "source": "client_direct"}, "request_count": 293, "request_tensor_bytes": {"avg": 2764808.0, "count": 293, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 588.493, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 293, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 555.745, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 32.219, "count": 293, "max_ms": 40.063, "p95_ms": 34.433, "reason": null, "sample_age_ms": 555.535, "source": "client_direct"}, "sample_age_ms": 555.531, "source": "client_direct", "task_total_ms": {"avg_ms": 33.616, "count": 293, "max_ms": 42.071, "p95_ms": 35.818, "reason": null, "sample_age_ms": 555.531, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 293, "client_acquire_ms": {"avg_ms": 0.004, "count": 293, "max_ms": 0.018, "p95_ms": 0.006, "reason": null, "sample_age_ms": 566.756, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.421, "count": 293, "max_ms": 1.731, "p95_ms": 1.03, "reason": null, "sample_age_ms": 596.921, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.117, "count": 293, "max_ms": 0.858, "p95_ms": 0.75, "reason": null, "sample_age_ms": 597.231, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.092, "count": 293, "max_ms": 0.378, "p95_ms": 0.176, "reason": null, "sample_age_ms": 566.763, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.894, "count": 293, "max_ms": 2.606, "p95_ms": 1.153, "reason": null, "sample_age_ms": 595.932, "source": "client_direct"}, "request_count": 293, "request_tensor_bytes": {"avg": 2764808.0, "count": 293, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 595.917, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 293, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 566.926, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 26.538, "count": 293, "max_ms": 42.545, "p95_ms": 30.72, "reason": null, "sample_age_ms": 566.753, "source": "client_direct"}, "sample_age_ms": 566.749, "source": "client_direct", "task_total_ms": {"avg_ms": 27.644, "count": 293, "max_ms": 43.521, "p95_ms": 31.724, "reason": null, "sample_age_ms": 566.749, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 293, "client_acquire_ms": {"avg_ms": 0.005, "count": 293, "max_ms": 0.022, "p95_ms": 0.007, "reason": null, "sample_age_ms": 555.024, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 9.599, "count": 293, "max_ms": 14.046, "p95_ms": 10.764, "reason": null, "sample_age_ms": 586.48, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.014, "count": 293, "max_ms": 0.04, "p95_ms": 0.019, "reason": null, "sample_age_ms": 597.087, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.115, "count": 293, "max_ms": 0.313, "p95_ms": 0.16, "reason": null, "sample_age_ms": 555.029, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.213, "count": 293, "max_ms": 3.02, "p95_ms": 1.571, "reason": null, "sample_age_ms": 585.477, "source": "client_direct"}, "request_count": 293, "request_tensor_bytes": {"avg": 2764808.0, "count": 293, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 585.462, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 293, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 555.114, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.816, "count": 293, "max_ms": 34.434, "p95_ms": 30.746, "reason": null, "sample_age_ms": 555.019, "source": "client_direct"}, "sample_age_ms": 555.016, "source": "client_direct", "task_total_ms": {"avg_ms": 30.246, "count": 293, "max_ms": 37.287, "p95_ms": 32.208, "reason": null, "sample_age_ms": 555.016, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 248, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 8.067, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.471, "count": 293, "max_ms": 1.917, "p95_ms": 0.619}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.082, "count": 293, "max_ms": 0.153, "p95_ms": 0.121}, "detection_prepare_ms": {"avg_ms": 0.116, "count": 293, "max_ms": 0.665, "p95_ms": 0.191}, "event_filter_ms": {"avg_ms": 0.002, "count": 293, "max_ms": 0.012, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.05, "count": 293, "max_ms": 0.14, "p95_ms": 0.073}, "mcmt_ms": {"avg_ms": 0.001, "count": 293, "max_ms": 0.003, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.143, "count": 293, "max_ms": 0.228, "p95_ms": 0.168}, "setup_ms": {"avg_ms": 0.028, "count": 293, "max_ms": 0.129, "p95_ms": 0.04}, "total_inside_ms": {"avg_ms": 0.445, "count": 293, "max_ms": 1.866, "p95_ms": 0.58}, "track_match_ms": {"avg_ms": 0.003, "count": 293, "max_ms": 0.055, "p95_ms": 0.004}, "tracker_update_ms": {"avg_ms": 0.019, "count": 293, "max_ms": 0.768, "p95_ms": 0.025}}, "gstreamer_push": {"avg_ms": 1.643, "count": 293, "max_ms": 3.137, "p95_ms": 1.915}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.006, "count": 293, "max_ms": 0.012, "p95_ms": 0.007}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 31.265, "count": 293, "max_ms": 41.477, "p95_ms": 35.719}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 40.328, "count": 293, "max_ms": 51.067, "p95_ms": 42.59}, "yolo11_640_fire_11class": {"avg_ms": 28.327, "count": 293, "max_ms": 44.059, "p95_ms": 33.02}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 40.353, "count": 293, "max_ms": 51.722, "p95_ms": 42.672}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.014, "count": 293, "max_ms": 0.043, "p95_ms": 0.023}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 293, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 293, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 41.931, "count": 293, "max_ms": 52.846, "p95_ms": 44.089}, "inference_input_copy_ms": {"avg_ms": 0.633, "count": 293, "max_ms": 1.231, "p95_ms": 0.775}, "processing_residual_ms": {"avg_ms": 0.064, "count": 293, "max_ms": 1.495, "p95_ms": 0.08}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 293, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 293, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 42.643, "count": 293, "max_ms": 53.588, "p95_ms": 44.834}, "read_interval": {"avg_ms": 100.7, "count": 293, "max_ms": 781.881, "p95_ms": 232.671}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 293, "max_ms": 0.037, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.113, "count": 293, "max_ms": 0.193, "p95_ms": 0.136}, "resolve_scenarios_ms": {"avg_ms": 0.005, "count": 293, "max_ms": 0.026, "p95_ms": 0.007}, "scenario.falldown_detected_ms": {"avg_ms": 0.049, "count": 293, "max_ms": 0.1, "p95_ms": 0.068}, "scenario.fire_detected_ms": {"avg_ms": 0.002, "count": 293, "max_ms": 0.026, "p95_ms": 0.002}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.049, "count": 293, "max_ms": 0.084, "p95_ms": 0.066}, "worker_merge_ms": {"avg_ms": 0.002, "count": 293, "max_ms": 0.005, "p95_ms": 0.003}}, "triton_wait": {"avg_ms": 40.616, "count": 293, "max_ms": 51.728, "p95_ms": 42.76}, "visualize": {"avg_ms": 0.186, "count": 293, "max_ms": 0.976, "p95_ms": 0.225}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 293, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 293, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 0.081, "count": 293, "max_ms": 0.872, "p95_ms": 0.105}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 293, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 293, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 0.035, "count": 293, "max_ms": 0.787, "p95_ms": 0.044}, "visualizer_prepare_ms": {"avg_ms": 0.035, "count": 293, "max_ms": 0.065, "p95_ms": 0.05}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 293}, "resolved_scenario_count": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 293}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 293}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 248, "process_rss_mb_proxy": 780.242, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.384, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "3d187ed9", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 46.236, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 24287, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T15:08:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 241255, "write_bytes_delta": 241255, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 383.0, "cpu_core_ratio": 0.258714, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 311, "reason": null, "system_cpu_core_ratio": 0.032837, "system_cpu_s_delta": 0.3299999999999983, "user_cpu_core_ratio": 0.225877, "user_cpu_s_delta": 2.269999999999982}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.419912, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 248, "reason": null, "system_cpu_core_ratio": 0.093535, "system_cpu_s_delta": 0.9399999999999977, "user_cpu_core_ratio": 0.326377, "user_cpu_s_delta": 3.2800000000000864}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.649, "count": 300, "max_ms": 6.88, "p95_ms": 1.916, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.067, "max": 4.0, "p95": 3.0, "sample_count": 300}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 3}, "total": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 300}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.848, "count": 30, "max": 20.62, "p95": 14.866, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.308, "count": 30, "max": 15.247, "p95": 13.45, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 387.267, "count": 30, "max": 398.0, "p95": 395.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.036, "p95": 0.034, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.219, "count": 30, "max": 0.232, "p95": 0.226, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.014, "count": 30, "max": 0.144, "p95": 0.101, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 230173.6, "count": 30, "max": 242668.0, "p95": 240826.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 230173.6, "count": 30, "max": 242668.0, "p95": 240826.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.267, "count": 30, "max": 65.0, "p95": 13.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.093, "count": 30, "max": 0.114, "p95": 0.098, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.323, "count": 30, "max": 0.345, "p95": 0.344, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 241, "sampled_at": "2026-09-02T15:08:39+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T15:08:39+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-09-02T14:28:06+09:00", "state": "stopping", "task_id": "2f9e50e5-be4f-4946-9eb2-167c3790b419", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 0, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 2682.984, "limit_mb": null}, "detail": {"pid": 284, "restart_count": 0, "start_count": 1}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 0, "copied_frame_count": 0, "copy_error_count": 0, "current_length": 0, "frame_nbytes": null, "max_length": null, "peak_retained_bytes_estimate": 0, "retained_bytes_estimate": 0}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": null, "expected_post_frame_count": null, "expected_pre_frame_count": null, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 0, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 0, "total_upper_bound_bytes": 0, "unavailable_reason": null}}, "generation": "675c33c8", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 0, "frame_buffer_copies": 0, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "675c33c8", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-02T15:11:32+09:00", "pid": 284, "process": {"exists": true, "fd_count": 5, "hwm_mb": 159.484, "name": "ffmpeg", "pid": 284, "rss_mb": 159.484, "state": "R (running)", "threads": 49}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 296.071}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 0, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "675c33c8", "last_frame_pushed_age_sec": null, "last_frame_pushed_at": "", "last_frame_read_age_sec": null, "last_frame_read_at": "", "memory_observability": {"active_channels": [], "capped": false, "configured_mode": "monitoring", "current_rows": 10, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 156.696, "last_sample_duration_ms": 379.074, "last_trigger": "pre_stop", "next_snapshot_in_sec": 443.304, "reason": "all_channels_stopped_manual_recovery_required", "rotation_count": 86, "runtime_state": "active", "sample_count": 10, "storage_bytes": 304763}, "mjpeg": {"age_sec": 156.725, "exists": true, "mtime": "2026-09-02T15:08:58.018681+09:00", "mtime_epoch": 1788329338.0186813, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 232803}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-09-02T15:11:34+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 476.969, "name": "celery", "pid": 247, "rss_mb": 476.969, "state": "R (running)", "threads": 9}, "reason_codes": ["mjpeg_output_stale_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 0, "source": "client_direct"}, "model_key_cap": 30, "models": {}, "process_executor": {"inflight_current": 0, "inflight_max": 0, "max_workers": 40, "pid": 247, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "unknown", "reason": "no_requests_in_window", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.575, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "phase": "A_software_file_only", "reason": "channel_not_registered", "schema_version": "ssims.m15_video_channel_summary.v1"}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-09-02T15:11:30+09:00", "state": "running", "task_id": "deb3f88e-90cb-4108-8226-c137d199310e", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_151425_d6d392f2.jsonl", "file_size_bytes": 549, "flush_count": 1, "flush_interval_seconds": 30.0, "flush_state": {"count": 1, "last_at": "2026-09-02T15:14:25", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T15:14:25", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 0}, "started": true, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1, "written_record_count": 1}, "buffers": {"frame_buffer_len": 0, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 3325.809, "limit_mb": null}, "detail": {"pid": 435, "restart_count": 0, "start_count": 1}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 0, "copied_frame_count": 0, "copy_error_count": 0, "current_length": 0, "frame_nbytes": null, "max_length": null, "peak_retained_bytes_estimate": 0, "retained_bytes_estimate": 0}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": null, "expected_post_frame_count": null, "expected_pre_frame_count": null, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 0, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 0, "total_upper_bound_bytes": 0, "unavailable_reason": null}}, "generation": "d6d392f2", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 0, "frame_buffer_copies": 0, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "d6d392f2", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-02T15:14:25+09:00", "pid": 435, "process": {"exists": true, "fd_count": 5, "hwm_mb": 338.574, "name": "ffmpeg", "pid": 435, "rss_mb": 338.574, "state": "R (running)", "threads": 70}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 295.471}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 0, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "d6d392f2", "last_frame_pushed_age_sec": null, "last_frame_pushed_at": "", "last_frame_read_age_sec": null, "last_frame_read_at": "", "memory_observability": {"active_channels": ["20"], "capped": false, "configured_mode": "monitoring", "current_rows": 1, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 112.424, "last_sample_duration_ms": 381.273, "last_trigger": "start_stable", "next_snapshot_in_sec": 487.576, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 1, "storage_bytes": 76415}, "mjpeg": {"age_sec": 2967.085, "exists": true, "mtime": "2026-09-02T14:25:00.320387+09:00", "mtime_epoch": 1788326700.320387, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 106075}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T15:14:27+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 475.457, "name": "celery", "pid": 217, "rss_mb": 475.457, "state": "R (running)", "threads": 9}, "reason_codes": ["mjpeg_output_stale_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 0, "source": "client_direct"}, "model_key_cap": 30, "models": {}, "process_executor": {"inflight_current": 0, "inflight_max": 0, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "unknown", "reason": "no_requests_in_window", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.098, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "phase": "A_software_file_only", "reason": "channel_not_registered", "schema_version": "ssims.m15_video_channel_summary.v1"}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-09-02T15:14:22+09:00", "state": "running", "task_id": "44f3df6b-bb1b-40fd-894e-66dfff0e97ef", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20260902_151819_e10ee248.jsonl", "file_size_bytes": 549, "flush_count": 1, "flush_interval_seconds": 30.0, "flush_state": {"count": 1, "last_at": "2026-09-02T15:18:19", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T15:18:19", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 0}, "started": true, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1, "written_record_count": 1}, "buffers": {"frame_buffer_len": 0, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 3845.121, "limit_mb": null}, "detail": {"pid": 639, "restart_count": 0, "start_count": 1}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 0, "copied_frame_count": 0, "copy_error_count": 0, "current_length": 0, "frame_nbytes": null, "max_length": null, "peak_retained_bytes_estimate": 0, "retained_bytes_estimate": 0}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": null, "expected_post_frame_count": null, "expected_pre_frame_count": null, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 0, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 0, "total_upper_bound_bytes": 0, "unavailable_reason": null}}, "generation": "e10ee248", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 0, "frame_buffer_copies": 0, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "e10ee248", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-02T15:18:19+09:00", "pid": 639, "process": {"exists": true, "fd_count": 5, "hwm_mb": 200.02, "name": "ffmpeg", "pid": 639, "rss_mb": 200.02, "state": "S (sleeping)", "threads": 70}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 295.948}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 0, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e10ee248", "last_frame_pushed_age_sec": null, "last_frame_pushed_at": "", "last_frame_read_age_sec": null, "last_frame_read_at": "", "memory_observability": {"active_channels": ["20", "44"], "capped": false, "configured_mode": "monitoring", "current_rows": 2, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 174.21, "last_sample_duration_ms": 461.818, "last_trigger": "start_stable", "next_snapshot_in_sec": 425.79, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 2, "storage_bytes": 83932}, "mjpeg": {"age_sec": 1347.208, "exists": true, "mtime": "2026-09-02T14:55:54.574716+09:00", "mtime_epoch": 1788328554.574716, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 95275}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-09-02T15:18:21+09:00", "process": {"exists": true, "fd_count": 102, "hwm_mb": 475.234, "name": "celery", "pid": 219, "rss_mb": 475.234, "state": "R (running)", "threads": 9}, "reason_codes": ["mjpeg_output_stale_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 0, "source": "client_direct"}, "model_key_cap": 30, "models": {}, "process_executor": {"inflight_current": 0, "inflight_max": 0, "max_workers": 40, "pid": 219, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "unknown", "reason": "no_requests_in_window", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.081, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "phase": "A_software_file_only", "reason": "channel_not_registered", "schema_version": "ssims.m15_video_channel_summary.v1"}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-09-02T15:18:17+09:00", "state": "running", "task_id": "527c23ab-ce65-478d-b9cf-40c7ae47609e", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_151425_d6d392f2.jsonl", "file_size_bytes": 14843, "flush_count": 29, "flush_interval_seconds": 30.0, "flush_state": {"count": 29, "last_at": "2026-09-02T15:41:29", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T15:41:29", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 28}, "started": true, "suppressed_count": 16407, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 16407}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 29, "written_record_count": 29}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 3773.293, "limit_mb": null}, "detail": {"cctv_id": "44", "instance_id": "d6d392f2", "phase": "channel_stop_after_recorder_cleanup", "recorder_cleanup": {"already_exited_count": 0, "attempted_count": 0, "duration_ms": 0.023, "enabled": true, "error_count": 0, "killed_count": 0, "reason": "channel_stop", "recorders": [], "remaining_running_count": 0, "stopped_count": 0, "timeout_s": 5.0}, "task_id": "44f3df6b-bb1b-40fd-894e-66dfff0e97ef"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 45439488000, "copied_frame_count": 16435, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "d6d392f2", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 45439488000, "frame_buffer_copies": 16435, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0966, "count": 512, "max_ms": 1.0624, "p50_ms": 0.0726, "p95_ms": 0.1748, "p99_ms": 0.3818}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0236, "count": 512, "max_ms": 3.4513, "p50_ms": 0.8363, "p95_ms": 2.0209, "p99_ms": 2.5127, "results": {"failed": 0, "not_applicable": 0, "success": 16435, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": 0.0394, "state": "complete", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "d6d392f2", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "stopped"}}, "event_type": "channel_stop_after_recorder_cleanup", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 1645.501, "last_started_at": "2026-09-02T15:14:25+09:00", "pid": 435, "process": {"exists": false, "pid": 435}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 81.965, "sample_count": 2994, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16435, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T15:41:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "d6d392f2", "last_frame_pushed_age_sec": 0.645, "last_frame_pushed_at": "2026-09-02T15:41:50+09:00", "last_frame_read_age_sec": 0.699, "last_frame_read_at": "2026-09-02T15:41:50+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 6, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 0.648, "last_sample_duration_ms": 496.732, "last_trigger": "pre_stop", "next_snapshot_in_sec": 599.352, "reason": "snapshot_written", "rotation_count": 87, "runtime_state": "active", "sample_count": 6, "storage_bytes": 117970}, "mjpeg": {"age_sec": 0.637, "exists": true, "mtime": "2026-09-02T15:41:50.268558+09:00", "mtime_epoch": 1788331310.268558, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 117992}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T15:41:50+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 723.199, "name": "celery", "pid": 217, "rss_mb": 687.332, "state": "R (running)", "threads": 48}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 16435, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 294}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 294}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 294}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 294}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 294}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 294}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 294}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 294, "pushed_frames": 294, "read_frames": 294, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.801, "pushed": 9.801, "read": 9.801}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 293, "client_acquire_ms": {"avg_ms": 0.005, "count": 294, "max_ms": 0.023, "p95_ms": 0.01, "reason": null, "sample_age_ms": 691.605, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.414, "count": 293, "max_ms": 2.244, "p95_ms": 1.059, "reason": null, "sample_age_ms": 717.053, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.183, "count": 293, "max_ms": 1.953, "p95_ms": 0.861, "reason": null, "sample_age_ms": 717.199, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.068, "count": 294, "max_ms": 0.21, "p95_ms": 0.128, "reason": null, "sample_age_ms": 691.611, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.116, "count": 293, "max_ms": 2.463, "p95_ms": 1.857, "reason": null, "sample_age_ms": 716.275, "source": "client_direct"}, "request_count": 293, "request_tensor_bytes": {"avg": 2211848.0, "count": 293, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 716.262, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 294, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 691.687, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.454, "count": 294, "max_ms": 51.885, "p95_ms": 37.416, "reason": null, "sample_age_ms": 691.602, "source": "client_direct"}, "sample_age_ms": 691.599, "source": "client_direct", "task_total_ms": {"avg_ms": 29.777, "count": 294, "max_ms": 53.82, "p95_ms": 38.838, "reason": null, "sample_age_ms": 691.599, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.339, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.538, "count": 294, "max_ms": 1.208, "p95_ms": 0.831}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.174, "count": 294, "max_ms": 0.445, "p95_ms": 0.283}, "detection_prepare_ms": {"avg_ms": 0.077, "count": 294, "max_ms": 0.205, "p95_ms": 0.122}, "event_filter_ms": {"avg_ms": 0.003, "count": 294, "max_ms": 0.018, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.06, "count": 294, "max_ms": 0.147, "p95_ms": 0.099}, "mcmt_ms": {"avg_ms": 0.002, "count": 294, "max_ms": 0.013, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.131, "count": 294, "max_ms": 0.384, "p95_ms": 0.208}, "setup_ms": {"avg_ms": 0.034, "count": 294, "max_ms": 0.113, "p95_ms": 0.053}, "total_inside_ms": {"avg_ms": 0.506, "count": 294, "max_ms": 1.149, "p95_ms": 0.787}, "track_match_ms": {"avg_ms": 0.003, "count": 294, "max_ms": 0.011, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.021, "count": 294, "max_ms": 0.082, "p95_ms": 0.039}}, "gstreamer_push": {"avg_ms": 3.395, "count": 294, "max_ms": 10.713, "p95_ms": 7.487}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.036, "count": 294, "max_ms": 0.316, "p95_ms": 0.062}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.453, "count": 294, "max_ms": 54.583, "p95_ms": 39.827}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.034, "count": 294, "max_ms": 0.111, "p95_ms": 0.07}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 294, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 294, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 59.837, "count": 294, "max_ms": 86.136, "p95_ms": 77.795}, "inference_input_copy_ms": {"avg_ms": 1.07, "count": 294, "max_ms": 2.466, "p95_ms": 1.944}, "processing_residual_ms": {"avg_ms": 0.112, "count": 294, "max_ms": 0.269, "p95_ms": 0.199}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 294, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 294, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 61.052, "count": 294, "max_ms": 87.537, "p95_ms": 79.448}, "read_interval": {"avg_ms": 100.0, "count": 294, "max_ms": 212.245, "p95_ms": 133.032}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 294, "max_ms": 0.042, "p95_ms": 0.018}, "execute_total_ms": {"avg_ms": 0.091, "count": 294, "max_ms": 0.277, "p95_ms": 0.145}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 294, "max_ms": 0.022, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.08, "count": 294, "max_ms": 0.25, "p95_ms": 0.127}, "worker_merge_ms": {"avg_ms": 0.004, "count": 294, "max_ms": 0.029, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 30.464, "count": 294, "max_ms": 54.593, "p95_ms": 39.837}, "visualize": {"avg_ms": 28.136, "count": 294, "max_ms": 51.875, "p95_ms": 39.631}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.494, "count": 294, "max_ms": 51.093, "p95_ms": 38.925}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 294, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.991, "count": 294, "max_ms": 51.689, "p95_ms": 39.476}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 294, "max_ms": 0.002, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 294, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.917, "count": 294, "max_ms": 51.595, "p95_ms": 39.388}, "visualizer_prepare_ms": {"avg_ms": 0.041, "count": 294, "max_ms": 0.114, "p95_ms": 0.074}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 294}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 294}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 294}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 713.605, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.594, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "d6d392f2", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.138, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16402, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T15:41:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118198, "write_bytes_delta": 118198, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 715.0, "cpu_core_ratio": 0.951428, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 435, "reason": null, "system_cpu_core_ratio": 0.048562, "system_cpu_s_delta": 0.4899999999999949, "user_cpu_core_ratio": 0.902866, "user_cpu_s_delta": 9.110000000000127}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.557973, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 50361.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.153616, "system_cpu_s_delta": 1.549999999999983, "user_cpu_core_ratio": 0.404357, "user_cpu_s_delta": 4.080000000000041}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.346, "count": 301, "max_ms": 10.042, "p95_ms": 7.242, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 301}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 301}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.671, "count": 30, "max": 30.182, "p95": 22.595, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.343, "count": 30, "max": 19.298, "p95": 18.798, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 719.0, "count": 30, "max": 847.0, "p95": 787.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.068, "p95": 0.062, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.962, "count": 30, "max": 1.221, "p95": 1.11, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.01, "count": 30, "max": 0.104, "p95": 0.094, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113533.733, "count": 30, "max": 120585.0, "p95": 119309.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113533.733, "count": 30, "max": 120585.0, "p95": 119309.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 47638.967, "count": 30, "max": 54235.0, "p95": 50712.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.156, "count": 30, "max": 0.19, "p95": 0.172, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.435, "count": 30, "max": 0.566, "p95": 0.492, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 163, "sampled_at": "2026-09-02T15:41:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T15:41:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-09-02T15:14:22+09:00", "state": "stopping", "task_id": "44f3df6b-bb1b-40fd-894e-66dfff0e97ef", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 549, "flush_count": 1, "flush_interval_seconds": 30.0, "flush_state": {"count": 1, "last_at": "2026-09-02T16:09:28", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T16:09:28", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 0}, "started": true, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1, "written_record_count": 1}, "buffers": {"frame_buffer_len": 0, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4102.453, "limit_mb": null}, "detail": {"pid": 823, "restart_count": 0, "start_count": 1}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 0, "copied_frame_count": 0, "copy_error_count": 0, "current_length": 0, "frame_nbytes": null, "max_length": null, "peak_retained_bytes_estimate": 0, "retained_bytes_estimate": 0}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": null, "expected_post_frame_count": null, "expected_pre_frame_count": null, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 0, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 0, "total_upper_bound_bytes": 0, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 0, "frame_buffer_copies": 0, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-02T16:09:28+09:00", "pid": 823, "process": {"exists": true, "fd_count": 5, "hwm_mb": 323.145, "name": "ffmpeg", "pid": 823, "rss_mb": 323.145, "state": "R (running)", "threads": 49}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 295.115}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 0, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": null, "last_frame_pushed_at": "", "last_frame_read_age_sec": null, "last_frame_read_at": "", "memory_observability": {"active_channels": ["20", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 10, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 151.188, "last_sample_duration_ms": 442.634, "last_trigger": "periodic", "next_snapshot_in_sec": 448.812, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 10, "storage_bytes": 148004}, "mjpeg": {"age_sec": 1660.317, "exists": true, "mtime": "2026-09-02T15:41:50.268558+09:00", "mtime_epoch": 1788331310.268558, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 117992}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T16:09:30+09:00", "process": {"exists": true, "fd_count": 110, "hwm_mb": 723.199, "name": "celery", "pid": 217, "rss_mb": 688.801, "state": "R (running)", "threads": 50}, "reason_codes": ["mjpeg_output_stale_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 0, "source": "client_direct"}, "model_key_cap": 30, "models": {}, "process_executor": {"inflight_current": 0, "inflight_max": 0, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "unknown", "reason": "no_requests_in_window", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 0.899, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "phase": "A_software_file_only", "reason": "channel_not_registered", "schema_version": "ssims.m15_video_channel_summary.v1"}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 28668, "flush_count": 55, "flush_interval_seconds": 30.0, "flush_state": {"count": 55, "last_at": "2026-09-02T17:02:38", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T17:02:38", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 54}, "started": true, "suppressed_count": 31580, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 31580}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 55, "written_record_count": 55}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4085.0, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 87461683200, "copied_frame_count": 31634, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 87461683200, "frame_buffer_copies": 31634, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0888, "count": 512, "max_ms": 0.965, "p50_ms": 0.0762, "p95_ms": 0.151, "p99_ms": 0.2096}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0223, "count": 512, "max_ms": 5.5427, "p50_ms": 0.9178, "p95_ms": 1.7218, "p99_ms": 2.3625, "results": {"failed": 0, "not_applicable": 0, "success": 31634, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 1, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T17:02:49+09:00", "last_error_summary": "[h264 @ 0x58b32c777b80] cabac decode of qscale diff failed at 90 93 [h264 @ 0x58b32c777b80] error while decoding MB 90 93, bytestream 6093 [h264 @ 0x58b32baffb40] left block unavailable for requested intra mode [h264 @ 0x58b32baffb40] error while decoding MB 0 70, bytestream 97814 [h264 @ 0x58b32bb48780] error while decoding MB 72 97, bytestream -7 [in#0/rtsp @ 0x58b32bacce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x58b32bacce00] Error retrieving a packet from demuxer: Connect", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3200.42, "last_started_at": "2026-09-02T16:09:28+09:00", "pid": 823, "process": {"exists": false, "pid": 823}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.709, "sample_count": 2645, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 31634, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T17:02:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 0.015, "last_frame_pushed_at": "2026-09-02T17:02:48+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-09-02T17:02:48+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 16, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 130.81, "last_sample_duration_ms": 612.131, "last_trigger": "periodic", "next_snapshot_in_sec": 469.19, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 16, "storage_bytes": 199084}, "mjpeg": {"age_sec": 0.008, "exists": true, "mtime": "2026-09-02T17:02:48.997162+09:00", "mtime_epoch": 1788336168.997162, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 116898}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T17:02:49+09:00", "process": {"exists": true, "fd_count": 113, "hwm_mb": 939.309, "name": "celery", "pid": 217, "rss_mb": 915.332, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 31634, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 73}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 73}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 73}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 73, "pushed_frames": 73, "read_frames": 72, "select_timeouts": 23, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.437, "pushed": 2.437, "read": 2.403}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 72, "client_acquire_ms": {"avg_ms": 0.006, "count": 72, "max_ms": 0.014, "p95_ms": 0.01, "reason": null, "sample_age_ms": 52.571, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.569, "count": 72, "max_ms": 3.007, "p95_ms": 2.154, "reason": null, "sample_age_ms": 77.661, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.248, "count": 72, "max_ms": 2.444, "p95_ms": 1.246, "reason": null, "sample_age_ms": 77.84, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.078, "count": 72, "max_ms": 0.214, "p95_ms": 0.152, "reason": null, "sample_age_ms": 52.575, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.093, "count": 72, "max_ms": 2.558, "p95_ms": 1.95, "reason": null, "sample_age_ms": 76.95, "source": "client_direct"}, "request_count": 72, "request_tensor_bytes": {"avg": 2211848.0, "count": 72, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 76.936, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 72, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 52.647, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 31.064, "count": 72, "max_ms": 62.933, "p95_ms": 48.058, "reason": null, "sample_age_ms": 52.567, "source": "client_direct"}, "sample_age_ms": 52.564, "source": "client_direct", "task_total_ms": {"avg_ms": 32.378, "count": 72, "max_ms": 64.992, "p95_ms": 49.453, "reason": null, "sample_age_ms": 52.564, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.511, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.645, "count": 73, "max_ms": 2.027, "p95_ms": 1.25}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.222, "count": 73, "max_ms": 0.799, "p95_ms": 0.486}, "detection_prepare_ms": {"avg_ms": 0.089, "count": 73, "max_ms": 0.206, "p95_ms": 0.171}, "event_filter_ms": {"avg_ms": 0.003, "count": 73, "max_ms": 0.009, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.072, "count": 73, "max_ms": 0.195, "p95_ms": 0.16}, "mcmt_ms": {"avg_ms": 0.002, "count": 73, "max_ms": 0.006, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.151, "count": 73, "max_ms": 0.467, "p95_ms": 0.332}, "setup_ms": {"avg_ms": 0.039, "count": 73, "max_ms": 0.1, "p95_ms": 0.074}, "total_inside_ms": {"avg_ms": 0.608, "count": 73, "max_ms": 1.878, "p95_ms": 1.164}, "track_match_ms": {"avg_ms": 0.004, "count": 73, "max_ms": 0.011, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.026, "count": 73, "max_ms": 0.088, "p95_ms": 0.064}}, "gstreamer_push": {"avg_ms": 2.05, "count": 73, "max_ms": 4.28, "p95_ms": 3.141}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 73, "max_ms": 0.542, "p95_ms": 0.087}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 33.248, "count": 73, "max_ms": 67.254, "p95_ms": 51.376}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.032, "count": 73, "max_ms": 0.09, "p95_ms": 0.061}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 63.227, "count": 73, "max_ms": 108.96, "p95_ms": 82.831}, "inference_input_copy_ms": {"avg_ms": 1.004, "count": 73, "max_ms": 2.436, "p95_ms": 2.198}, "processing_residual_ms": {"avg_ms": 0.122, "count": 73, "max_ms": 0.328, "p95_ms": 0.287}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 64.385, "count": 73, "max_ms": 109.633, "p95_ms": 85.592}, "read_interval": {"avg_ms": 416.15, "count": 72, "max_ms": 10164.344, "p95_ms": 1975.322}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 73, "max_ms": 0.036, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 0.105, "count": 73, "max_ms": 0.35, "p95_ms": 0.227}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 73, "max_ms": 0.032, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.092, "count": 73, "max_ms": 0.314, "p95_ms": 0.198}, "worker_merge_ms": {"avg_ms": 0.004, "count": 73, "max_ms": 0.015, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 33.261, "count": 73, "max_ms": 67.267, "p95_ms": 51.391}, "visualize": {"avg_ms": 28.581, "count": 73, "max_ms": 54.136, "p95_ms": 39.04}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.883, "count": 73, "max_ms": 50.893, "p95_ms": 38.03}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.408, "count": 73, "max_ms": 52.099, "p95_ms": 38.712}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.333, "count": 73, "max_ms": 51.892, "p95_ms": 38.546}, "visualizer_prepare_ms": {"avg_ms": 0.044, "count": 73, "max_ms": 0.156, "p95_ms": 0.1}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 73}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 915.328, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.112, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.709, "sample_count": 2644, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 31627, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T17:02:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 116740, "write_bytes_delta": 116740, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 102.0, "cpu_core_ratio": 0.105613, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6518.0, "pid": 823, "reason": null, "system_cpu_core_ratio": 0.016459, "system_cpu_s_delta": 0.36000000000001364, "user_cpu_core_ratio": 0.089153, "user_cpu_s_delta": 1.949999999999818}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.085496, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 40709.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.023317, "system_cpu_s_delta": 0.5099999999999909, "user_cpu_core_ratio": 0.062179, "user_cpu_s_delta": 1.3600000000001273}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.078, "count": 69, "max_ms": 4.28, "p95_ms": 3.369, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 69}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 69}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.953, "count": 30, "max": 19.463, "p95": 15.606, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.976, "count": 30, "max": 15.228, "p95": 14.807, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1356.1, "count": 30, "max": 1471.0, "p95": 1465.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 423.267, "count": 30, "max": 6518.0, "p95": 3399.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.23, "p95": 0.058, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.842, "count": 30, "max": 0.955, "p95": 0.919, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 110119.567, "count": 30, "max": 116740.0, "p95": 112392.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 110119.567, "count": 30, "max": 116740.0, "p95": 112392.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 178857.9, "count": 30, "max": 287771.0, "p95": 281070.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.135, "count": 30, "max": 0.26, "p95": 0.181, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.402, "count": 30, "max": 0.518, "p95": 0.446, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 283, "sampled_at": "2026-09-02T17:02:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T17:02:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 28668, "flush_count": 55, "flush_interval_seconds": 30.0, "flush_state": {"count": 55, "last_at": "2026-09-02T17:02:38", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T17:02:38", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 54}, "started": true, "suppressed_count": 31580, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 31580}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 55, "written_record_count": 55}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4084.723, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 87461683200, "copied_frame_count": 31634, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 87461683200, "frame_buffer_copies": 31634, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0888, "count": 512, "max_ms": 0.965, "p50_ms": 0.0762, "p95_ms": 0.151, "p99_ms": 0.2096}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0223, "count": 512, "max_ms": 5.5427, "p50_ms": 0.9178, "p95_ms": 1.7218, "p99_ms": 2.3625, "results": {"failed": 0, "not_applicable": 0, "success": 31634, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 1, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T17:02:49+09:00", "last_error_summary": "[h264 @ 0x58b32c777b80] cabac decode of qscale diff failed at 90 93 [h264 @ 0x58b32c777b80] error while decoding MB 90 93, bytestream 6093 [h264 @ 0x58b32baffb40] left block unavailable for requested intra mode [h264 @ 0x58b32baffb40] error while decoding MB 0 70, bytestream 97814 [h264 @ 0x58b32bb48780] error while decoding MB 72 97, bytestream -7 [in#0/rtsp @ 0x58b32bacce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x58b32bacce00] Error retrieving a packet from demuxer: Connect", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 3200.451, "last_started_at": "2026-09-02T16:09:28+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.709, "sample_count": 2645, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 31634, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T17:02:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 0.046, "last_frame_pushed_at": "2026-09-02T17:02:48+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-09-02T17:02:48+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 16, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 130.831, "last_sample_duration_ms": 612.131, "last_trigger": "periodic", "next_snapshot_in_sec": 469.169, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 16, "storage_bytes": 199084}, "mjpeg": {"age_sec": 0.039, "exists": true, "mtime": "2026-09-02T17:02:48.997162+09:00", "mtime_epoch": 1788336168.997162, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 116898}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T17:02:49+09:00", "process": {"exists": true, "fd_count": 111, "hwm_mb": 939.309, "name": "celery", "pid": 217, "rss_mb": 915.332, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 31634, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 73}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 73}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 73}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 73, "pushed_frames": 73, "read_frames": 72, "select_timeouts": 23, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.435, "pushed": 2.435, "read": 2.401}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 72, "client_acquire_ms": {"avg_ms": 0.006, "count": 72, "max_ms": 0.014, "p95_ms": 0.01, "reason": null, "sample_age_ms": 76.637, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.569, "count": 72, "max_ms": 3.007, "p95_ms": 2.154, "reason": null, "sample_age_ms": 101.727, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.248, "count": 72, "max_ms": 2.444, "p95_ms": 1.246, "reason": null, "sample_age_ms": 101.906, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.078, "count": 72, "max_ms": 0.214, "p95_ms": 0.152, "reason": null, "sample_age_ms": 76.641, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.093, "count": 72, "max_ms": 2.558, "p95_ms": 1.95, "reason": null, "sample_age_ms": 101.016, "source": "client_direct"}, "request_count": 72, "request_tensor_bytes": {"avg": 2211848.0, "count": 72, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 101.003, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 72, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 76.713, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 31.064, "count": 72, "max_ms": 62.933, "p95_ms": 48.058, "reason": null, "sample_age_ms": 76.634, "source": "client_direct"}, "sample_age_ms": 76.631, "source": "client_direct", "task_total_ms": {"avg_ms": 32.378, "count": 72, "max_ms": 64.992, "p95_ms": 49.453, "reason": null, "sample_age_ms": 76.631, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.498, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.645, "count": 73, "max_ms": 2.027, "p95_ms": 1.25}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.222, "count": 73, "max_ms": 0.799, "p95_ms": 0.486}, "detection_prepare_ms": {"avg_ms": 0.089, "count": 73, "max_ms": 0.206, "p95_ms": 0.171}, "event_filter_ms": {"avg_ms": 0.003, "count": 73, "max_ms": 0.009, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.072, "count": 73, "max_ms": 0.195, "p95_ms": 0.16}, "mcmt_ms": {"avg_ms": 0.002, "count": 73, "max_ms": 0.006, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.151, "count": 73, "max_ms": 0.467, "p95_ms": 0.332}, "setup_ms": {"avg_ms": 0.039, "count": 73, "max_ms": 0.1, "p95_ms": 0.074}, "total_inside_ms": {"avg_ms": 0.608, "count": 73, "max_ms": 1.878, "p95_ms": 1.164}, "track_match_ms": {"avg_ms": 0.004, "count": 73, "max_ms": 0.011, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.026, "count": 73, "max_ms": 0.088, "p95_ms": 0.064}}, "gstreamer_push": {"avg_ms": 2.05, "count": 73, "max_ms": 4.28, "p95_ms": 3.141}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 73, "max_ms": 0.542, "p95_ms": 0.087}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 33.248, "count": 73, "max_ms": 67.254, "p95_ms": 51.376}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.032, "count": 73, "max_ms": 0.09, "p95_ms": 0.061}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 63.227, "count": 73, "max_ms": 108.96, "p95_ms": 82.831}, "inference_input_copy_ms": {"avg_ms": 1.004, "count": 73, "max_ms": 2.436, "p95_ms": 2.198}, "processing_residual_ms": {"avg_ms": 0.122, "count": 73, "max_ms": 0.328, "p95_ms": 0.287}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 64.385, "count": 73, "max_ms": 109.633, "p95_ms": 85.592}, "read_interval": {"avg_ms": 416.15, "count": 72, "max_ms": 10164.344, "p95_ms": 1975.322}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 73, "max_ms": 0.036, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 0.105, "count": 73, "max_ms": 0.35, "p95_ms": 0.227}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 73, "max_ms": 0.032, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.092, "count": 73, "max_ms": 0.314, "p95_ms": 0.198}, "worker_merge_ms": {"avg_ms": 0.004, "count": 73, "max_ms": 0.015, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 33.261, "count": 73, "max_ms": 67.267, "p95_ms": 51.391}, "visualize": {"avg_ms": 28.581, "count": 73, "max_ms": 54.136, "p95_ms": 39.04}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.883, "count": 73, "max_ms": 50.893, "p95_ms": 38.03}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.408, "count": 73, "max_ms": 52.099, "p95_ms": 38.712}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.333, "count": 73, "max_ms": 51.892, "p95_ms": 38.546}, "visualizer_prepare_ms": {"avg_ms": 0.044, "count": 73, "max_ms": 0.156, "p95_ms": 0.1}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 73}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 915.328, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.112, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.709, "sample_count": 2644, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 31627, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T17:02:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 116740, "write_bytes_delta": 116740, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 102.0, "cpu_core_ratio": 0.105613, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6518.0, "pid": 823, "reason": null, "system_cpu_core_ratio": 0.016459, "system_cpu_s_delta": 0.36000000000001364, "user_cpu_core_ratio": 0.089153, "user_cpu_s_delta": 1.949999999999818}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.085496, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 40709.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.023317, "system_cpu_s_delta": 0.5099999999999909, "user_cpu_core_ratio": 0.062179, "user_cpu_s_delta": 1.3600000000001273}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.078, "count": 69, "max_ms": 4.28, "p95_ms": 3.369, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 69}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 69}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.953, "count": 30, "max": 19.463, "p95": 15.606, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.976, "count": 30, "max": 15.228, "p95": 14.807, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1356.1, "count": 30, "max": 1471.0, "p95": 1465.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 423.267, "count": 30, "max": 6518.0, "p95": 3399.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.23, "p95": 0.058, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.842, "count": 30, "max": 0.955, "p95": 0.919, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 110119.567, "count": 30, "max": 116740.0, "p95": 112392.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 110119.567, "count": 30, "max": 116740.0, "p95": 112392.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 178857.9, "count": 30, "max": 287771.0, "p95": 281070.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.135, "count": 30, "max": 0.26, "p95": 0.181, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.402, "count": 30, "max": 0.518, "p95": 0.446, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 283, "sampled_at": "2026-09-02T17:02:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T17:02:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 28668, "flush_count": 55, "flush_interval_seconds": 30.0, "flush_state": {"count": 55, "last_at": "2026-09-02T17:02:38", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T17:02:38", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 54}, "started": true, "suppressed_count": 31580, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 31580}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 55, "written_record_count": 55}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4373.133, "limit_mb": null}, "detail": {"pid": 960, "restart_count": 1, "start_count": 2}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 87461683200, "copied_frame_count": 31634, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 87461683200, "frame_buffer_copies": 31634, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0888, "count": 512, "max_ms": 0.965, "p50_ms": 0.0762, "p95_ms": 0.151, "p99_ms": 0.2096}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0223, "count": 512, "max_ms": 5.5427, "p50_ms": 0.9178, "p95_ms": 1.7218, "p99_ms": 2.3625, "results": {"failed": 0, "not_applicable": 0, "success": 31634, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 1, "h264_decode_error_count": 4, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T17:02:49+09:00", "last_error_summary": "[h264 @ 0x58b32c777b80] cabac decode of qscale diff failed at 90 93 [h264 @ 0x58b32c777b80] error while decoding MB 90 93, bytestream 6093 [h264 @ 0x58b32baffb40] left block unavailable for requested intra mode [h264 @ 0x58b32baffb40] error while decoding MB 0 70, bytestream 97814 [h264 @ 0x58b32bb48780] error while decoding MB 72 97, bytestream -7 [in#0/rtsp @ 0x58b32bacce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x58b32bacce00] Error retrieving a packet from demuxer: Connect", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-02T17:02:51+09:00", "pid": 960, "process": {"exists": true, "fd_count": 5, "hwm_mb": 323.418, "name": "ffmpeg", "pid": 960, "rss_mb": 323.418, "state": "R (running)", "threads": 49}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.784, "sample_count": 2597, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 31634, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T17:02:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 4.818, "last_frame_pushed_at": "2026-09-02T17:02:48+09:00", "last_frame_read_age_sec": 4.872, "last_frame_read_at": "2026-09-02T17:02:48+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 16, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 135.609, "last_sample_duration_ms": 612.131, "last_trigger": "periodic", "next_snapshot_in_sec": 464.391, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 16, "storage_bytes": 199084}, "mjpeg": {"age_sec": 4.81, "exists": true, "mtime": "2026-09-02T17:02:48.997162+09:00", "mtime_epoch": 1788336168.997162, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 116898}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T17:02:53+09:00", "process": {"exists": true, "fd_count": 112, "hwm_mb": 939.309, "name": "celery", "pid": 217, "rss_mb": 915.336, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 31634, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 43}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 43}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 43}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 43}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 43}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 43}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 43}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 43, "pushed_frames": 43, "read_frames": 43, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.5, "pushed": 1.5, "read": 1.5}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 43, "client_acquire_ms": {"avg_ms": 0.006, "count": 43, "max_ms": 0.014, "p95_ms": 0.01, "reason": null, "sample_age_ms": 4849.34, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.681, "count": 43, "max_ms": 3.007, "p95_ms": 2.596, "reason": null, "sample_age_ms": 4874.431, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.299, "count": 43, "max_ms": 2.444, "p95_ms": 1.299, "reason": null, "sample_age_ms": 4874.61, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.075, "count": 43, "max_ms": 0.152, "p95_ms": 0.146, "reason": null, "sample_age_ms": 4849.345, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.08, "count": 43, "max_ms": 2.374, "p95_ms": 1.814, "reason": null, "sample_age_ms": 4873.72, "source": "client_direct"}, "request_count": 43, "request_tensor_bytes": {"avg": 2211848.0, "count": 43, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4873.706, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 43, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4849.416, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 31.128, "count": 43, "max_ms": 62.933, "p95_ms": 47.086, "reason": null, "sample_age_ms": 4849.337, "source": "client_direct"}, "sample_age_ms": 4849.334, "source": "client_direct", "task_total_ms": {"avg_ms": 32.422, "count": 43, "max_ms": 64.992, "p95_ms": 48.249, "reason": null, "sample_age_ms": 4849.334, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.526, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.638, "count": 43, "max_ms": 2.027, "p95_ms": 1.178}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.22, "count": 43, "max_ms": 0.799, "p95_ms": 0.412}, "detection_prepare_ms": {"avg_ms": 0.089, "count": 43, "max_ms": 0.206, "p95_ms": 0.171}, "event_filter_ms": {"avg_ms": 0.003, "count": 43, "max_ms": 0.009, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.069, "count": 43, "max_ms": 0.195, "p95_ms": 0.146}, "mcmt_ms": {"avg_ms": 0.002, "count": 43, "max_ms": 0.006, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.148, "count": 43, "max_ms": 0.467, "p95_ms": 0.255}, "setup_ms": {"avg_ms": 0.04, "count": 43, "max_ms": 0.1, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 0.6, "count": 43, "max_ms": 1.878, "p95_ms": 1.134}, "track_match_ms": {"avg_ms": 0.004, "count": 43, "max_ms": 0.011, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.026, "count": 43, "max_ms": 0.088, "p95_ms": 0.04}}, "gstreamer_push": {"avg_ms": 2.111, "count": 43, "max_ms": 4.28, "p95_ms": 3.156}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 43, "max_ms": 0.542, "p95_ms": 0.086}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 33.375, "count": 43, "max_ms": 67.254, "p95_ms": 50.612}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.03, "count": 43, "max_ms": 0.073, "p95_ms": 0.052}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 43, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 43, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 63.851, "count": 43, "max_ms": 108.96, "p95_ms": 82.831}, "inference_input_copy_ms": {"avg_ms": 1.072, "count": 43, "max_ms": 2.436, "p95_ms": 2.198}, "processing_residual_ms": {"avg_ms": 0.122, "count": 43, "max_ms": 0.308, "p95_ms": 0.264}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 43, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 43, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 65.075, "count": 43, "max_ms": 109.633, "p95_ms": 85.592}, "read_interval": {"avg_ms": 599.401, "count": 43, "max_ms": 10164.344, "p95_ms": 1975.322}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 43, "max_ms": 0.036, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.102, "count": 43, "max_ms": 0.35, "p95_ms": 0.164}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 43, "max_ms": 0.032, "p95_ms": 0.016}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.09, "count": 43, "max_ms": 0.314, "p95_ms": 0.141}, "worker_merge_ms": {"avg_ms": 0.004, "count": 43, "max_ms": 0.01, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 33.389, "count": 43, "max_ms": 67.267, "p95_ms": 50.667}, "visualize": {"avg_ms": 29.083, "count": 43, "max_ms": 54.136, "p95_ms": 37.635}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.376, "count": 43, "max_ms": 50.893, "p95_ms": 36.999}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 43, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.899, "count": 43, "max_ms": 52.099, "p95_ms": 37.497}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 43, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 43, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.825, "count": 43, "max_ms": 51.892, "p95_ms": 37.432}, "visualizer_prepare_ms": {"avg_ms": 0.044, "count": 43, "max_ms": 0.156, "p95_ms": 0.074}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 43}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 43}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 43}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 915.328, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.112, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 82.709, "sample_count": 2644, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 31627, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T17:02:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 116740, "write_bytes_delta": 116740, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 102.0, "cpu_core_ratio": 0.105613, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6518.0, "pid": 823, "reason": null, "system_cpu_core_ratio": 0.016459, "system_cpu_s_delta": 0.36000000000001364, "user_cpu_core_ratio": 0.089153, "user_cpu_s_delta": 1.949999999999818}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.085496, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 40709.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.023317, "system_cpu_s_delta": 0.5099999999999909, "user_cpu_core_ratio": 0.062179, "user_cpu_s_delta": 1.3600000000001273}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.078, "count": 69, "max_ms": 4.28, "p95_ms": 3.369, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 69}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 69}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.953, "count": 30, "max": 19.463, "p95": 15.606, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.976, "count": 30, "max": 15.228, "p95": 14.807, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1356.1, "count": 30, "max": 1471.0, "p95": 1465.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 423.267, "count": 30, "max": 6518.0, "p95": 3399.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.23, "p95": 0.058, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.842, "count": 30, "max": 0.955, "p95": 0.919, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 110119.567, "count": 30, "max": 116740.0, "p95": 112392.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 110119.567, "count": 30, "max": 116740.0, "p95": 112392.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 178857.9, "count": 30, "max": 287771.0, "p95": 281070.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.135, "count": 30, "max": 0.26, "p95": 0.181, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.402, "count": 30, "max": 0.518, "p95": 0.446, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 283, "sampled_at": "2026-09-02T17:02:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T17:02:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.672, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 220646, "flush_count": 349, "flush_interval_seconds": 30.0, "flush_state": {"count": 349, "last_at": "2026-09-02T21:56:53", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T21:56:53", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 348}, "started": true, "suppressed_count": 207717, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 207717}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 349, "written_record_count": 349}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4621.68, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x598bffccd240] cabac decode of qscale diff failed at 37 45 [h264 @ 0x598bffccd240] error while decoding MB 37 45, bytestream -8", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 575258112000, "copied_frame_count": 208065, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 575258112000, "frame_buffer_copies": 208065, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.087, "count": 512, "max_ms": 1.417, "p50_ms": 0.0738, "p95_ms": 0.1276, "p99_ms": 0.1732}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9833, "count": 512, "max_ms": 3.4786, "p50_ms": 0.917, "p95_ms": 1.5396, "p99_ms": 1.8057, "results": {"failed": 0, "not_applicable": 0, "success": 208065, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 2, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T21:57:15+09:00", "last_error_summary": "[h264 @ 0x598bffccd240] cabac decode of qscale diff failed at 37 45 [h264 @ 0x598bffccd240] error while decoding MB 37 45, bytestream -8", "last_exit_at": "2026-09-02T21:57:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 17664.029, "last_started_at": "2026-09-02T17:02:51+09:00", "pid": 960, "process": {"exists": false, "pid": 960}, "restart_count": 1, "restart_count_per_hour": 0, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 74.645, "sample_count": 2810, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 208065, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T21:57:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 0.084, "last_frame_pushed_at": "2026-09-02T21:57:15+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-09-02T21:57:15+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 45, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 345.463, "last_sample_duration_ms": 701.15, "last_trigger": "periodic", "next_snapshot_in_sec": 254.537, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 45, "storage_bytes": 445826}, "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-09-02T21:57:15.768327+09:00", "mtime_epoch": 1788353835.768327, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 97988}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T21:57:15+09:00", "process": {"exists": true, "fd_count": 112, "hwm_mb": 1026.094, "name": "celery", "pid": 217, "rss_mb": 1003.738, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 208065, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.071, "max": 4.0, "p95": 3.0, "sample_count": 140}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 5}, "total": {"avg": 0.036, "max": 1.0, "p95": 0.0, "sample_count": 140}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 140}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 140}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 140}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 140}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 140}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 140, "pushed_frames": 139, "read_frames": 140, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.18, "pushed": 6.136, "read": 6.18}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 140, "client_acquire_ms": {"avg_ms": 0.005, "count": 140, "max_ms": 0.017, "p95_ms": 0.01, "reason": null, "sample_age_ms": 40.166, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.4, "count": 140, "max_ms": 1.833, "p95_ms": 1.119, "reason": null, "sample_age_ms": 81.13, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.155, "count": 140, "max_ms": 1.375, "p95_ms": 0.882, "reason": null, "sample_age_ms": 81.84, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.145, "count": 140, "max_ms": 0.504, "p95_ms": 0.335, "reason": null, "sample_age_ms": 40.171, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.069, "count": 140, "max_ms": 3.848, "p95_ms": 2.032, "reason": null, "sample_age_ms": 77.113, "source": "client_direct"}, "request_count": 140, "request_tensor_bytes": {"avg": 2211848.0, "count": 140, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 77.015, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 140, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 40.234, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.518, "count": 140, "max_ms": 58.441, "p95_ms": 42.763, "reason": null, "sample_age_ms": 40.163, "source": "client_direct"}, "sample_age_ms": 40.16, "source": "client_direct", "task_total_ms": {"avg_ms": 30.867, "count": 140, "max_ms": 61.058, "p95_ms": 44.297, "reason": null, "sample_age_ms": 40.16, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.392, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.786, "count": 140, "max_ms": 4.597, "p95_ms": 1.84}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.256, "count": 140, "max_ms": 1.139, "p95_ms": 0.4}, "detection_prepare_ms": {"avg_ms": 0.12, "count": 140, "max_ms": 1.154, "p95_ms": 0.247}, "event_filter_ms": {"avg_ms": 0.003, "count": 140, "max_ms": 0.011, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.071, "count": 140, "max_ms": 0.238, "p95_ms": 0.149}, "mcmt_ms": {"avg_ms": 0.002, "count": 140, "max_ms": 0.023, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.187, "count": 140, "max_ms": 1.834, "p95_ms": 0.325}, "setup_ms": {"avg_ms": 0.037, "count": 140, "max_ms": 0.125, "p95_ms": 0.074}, "total_inside_ms": {"avg_ms": 0.75, "count": 140, "max_ms": 4.561, "p95_ms": 1.766}, "track_match_ms": {"avg_ms": 0.005, "count": 140, "max_ms": 0.051, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.069, "count": 140, "max_ms": 1.471, "p95_ms": 0.079}}, "gstreamer_push": {"avg_ms": 2.693, "count": 139, "max_ms": 6.434, "p95_ms": 4.908}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 140, "max_ms": 0.719, "p95_ms": 0.071}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 31.553, "count": 140, "max_ms": 62.88, "p95_ms": 45.057}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 140, "max_ms": 0.107, "p95_ms": 0.06}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 66.015, "count": 140, "max_ms": 148.65, "p95_ms": 88.632}, "inference_input_copy_ms": {"avg_ms": 0.952, "count": 140, "max_ms": 3.104, "p95_ms": 1.607}, "processing_residual_ms": {"avg_ms": 0.104, "count": 140, "max_ms": 0.459, "p95_ms": 0.198}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 67.101, "count": 140, "max_ms": 150.051, "p95_ms": 89.87}, "read_interval": {"avg_ms": 235.982, "count": 140, "max_ms": 10463.883, "p95_ms": 198.917}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 140, "max_ms": 0.052, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 0.15, "count": 140, "max_ms": 1.769, "p95_ms": 0.243}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 140, "max_ms": 0.033, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.138, "count": 140, "max_ms": 1.755, "p95_ms": 0.214}, "worker_merge_ms": {"avg_ms": 0.004, "count": 140, "max_ms": 0.02, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 31.567, "count": 140, "max_ms": 62.905, "p95_ms": 45.068}, "visualize": {"avg_ms": 32.963, "count": 140, "max_ms": 82.247, "p95_ms": 45.255}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.216, "count": 140, "max_ms": 75.018, "p95_ms": 44.574}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.812, "count": 140, "max_ms": 81.78, "p95_ms": 45.066}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.738, "count": 140, "max_ms": 81.591, "p95_ms": 44.975}, "visualizer_prepare_ms": {"avg_ms": 0.044, "count": 140, "max_ms": 0.148, "p95_ms": 0.087}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 140}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 140}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 140}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1003.633, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.841, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 74.104, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 207880, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T21:56:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 98466, "write_bytes_delta": 98466, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1383.0, "cpu_core_ratio": 0.905166, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 960, "reason": null, "system_cpu_core_ratio": 0.038486, "system_cpu_s_delta": 0.7699999999999818, "user_cpu_core_ratio": 0.86668, "user_cpu_s_delta": 17.340000000000146}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.829694, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 314735.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.322381, "system_cpu_s_delta": 6.449999999999818, "user_cpu_core_ratio": 0.507313, "user_cpu_s_delta": 10.150000000001455}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.987, "count": 300, "max_ms": 6.7, "p95_ms": 5.166, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.023, "max": 3.0, "p95": 2.0, "sample_count": 300}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.133, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 15}, "total": {"avg": 0.057, "max": 2.0, "p95": 0.0, "sample_count": 300}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.597, "count": 30, "max": 32.535, "p95": 21.064, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.949, "count": 30, "max": 20.479, "p95": 18.455, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1389.067, "count": 30, "max": 1407.0, "p95": 1398.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.044, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.887, "count": 30, "max": 0.918, "p95": 0.908, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.108, "p95": 0.046, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 97540.467, "count": 30, "max": 99682.0, "p95": 99551.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97540.467, "count": 30, "max": 99682.0, "p95": 99551.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 318487.567, "count": 30, "max": 338787.0, "p95": 336197.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.211, "count": 30, "max": 0.632, "p95": 0.28, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.438, "count": 30, "max": 0.709, "p95": 0.479, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1385, "sampled_at": "2026-09-02T21:56:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T21:56:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 22.653, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 220646, "flush_count": 349, "flush_interval_seconds": 30.0, "flush_state": {"count": 349, "last_at": "2026-09-02T21:56:53", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T21:56:53", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 348}, "started": true, "suppressed_count": 207717, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 207717}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 349, "written_record_count": 349}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4622.414, "limit_mb": null}, "detail": {"last_error_at": "2026-09-02T21:57:15+09:00", "last_error_summary": "[h264 @ 0x598bffccd240] cabac decode of qscale diff failed at 37 45 [h264 @ 0x598bffccd240] error while decoding MB 37 45, bytestream -8", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 575258112000, "copied_frame_count": 208065, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 575258112000, "frame_buffer_copies": 208065, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.087, "count": 512, "max_ms": 1.417, "p50_ms": 0.0738, "p95_ms": 0.1276, "p99_ms": 0.1732}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9833, "count": 512, "max_ms": 3.4786, "p50_ms": 0.917, "p95_ms": 1.5396, "p99_ms": 1.8057, "results": {"failed": 0, "not_applicable": 0, "success": 208065, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 2, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T21:57:15+09:00", "last_error_summary": "[h264 @ 0x598bffccd240] cabac decode of qscale diff failed at 37 45 [h264 @ 0x598bffccd240] error while decoding MB 37 45, bytestream -8", "last_exit_at": "2026-09-02T21:57:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 17664.066, "last_started_at": "2026-09-02T17:02:51+09:00", "pid": 960, "process": {"exists": false, "pid": 960}, "restart_count": 1, "restart_count_per_hour": 0, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 74.607, "sample_count": 2809, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 208065, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T21:57:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 0.029, "last_frame_pushed_at": "2026-09-02T21:57:15+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-09-02T21:57:15+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 45, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 345.493, "last_sample_duration_ms": 701.15, "last_trigger": "periodic", "next_snapshot_in_sec": 254.507, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 45, "storage_bytes": 445826}, "mjpeg": {"age_sec": 0.023, "exists": true, "mtime": "2026-09-02T21:57:15.849328+09:00", "mtime_epoch": 1788353835.8493276, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 97923}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T21:57:15+09:00", "process": {"exists": true, "fd_count": 111, "hwm_mb": 1026.094, "name": "celery", "pid": 217, "rss_mb": 1003.77, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 208065, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.071, "max": 4.0, "p95": 3.0, "sample_count": 140}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 5}, "total": {"avg": 0.036, "max": 1.0, "p95": 0.0, "sample_count": 140}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 140}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 140}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 140}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 140}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 140}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 140, "pushed_frames": 140, "read_frames": 140, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.171, "pushed": 6.171, "read": 6.171}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 140, "client_acquire_ms": {"avg_ms": 0.005, "count": 140, "max_ms": 0.017, "p95_ms": 0.01, "reason": null, "sample_age_ms": 71.343, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.4, "count": 140, "max_ms": 1.833, "p95_ms": 1.119, "reason": null, "sample_age_ms": 112.307, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.155, "count": 140, "max_ms": 1.375, "p95_ms": 0.882, "reason": null, "sample_age_ms": 113.017, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.145, "count": 140, "max_ms": 0.504, "p95_ms": 0.335, "reason": null, "sample_age_ms": 71.348, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.069, "count": 140, "max_ms": 3.848, "p95_ms": 2.032, "reason": null, "sample_age_ms": 108.29, "source": "client_direct"}, "request_count": 140, "request_tensor_bytes": {"avg": 2211848.0, "count": 140, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 108.192, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 140, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 71.411, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.518, "count": 140, "max_ms": 58.441, "p95_ms": 42.763, "reason": null, "sample_age_ms": 71.34, "source": "client_direct"}, "sample_age_ms": 71.338, "source": "client_direct", "task_total_ms": {"avg_ms": 30.867, "count": 140, "max_ms": 61.058, "p95_ms": 44.297, "reason": null, "sample_age_ms": 71.338, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.659, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.786, "count": 140, "max_ms": 4.597, "p95_ms": 1.84}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.256, "count": 140, "max_ms": 1.139, "p95_ms": 0.4}, "detection_prepare_ms": {"avg_ms": 0.12, "count": 140, "max_ms": 1.154, "p95_ms": 0.247}, "event_filter_ms": {"avg_ms": 0.003, "count": 140, "max_ms": 0.011, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.071, "count": 140, "max_ms": 0.238, "p95_ms": 0.149}, "mcmt_ms": {"avg_ms": 0.002, "count": 140, "max_ms": 0.023, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.187, "count": 140, "max_ms": 1.834, "p95_ms": 0.325}, "setup_ms": {"avg_ms": 0.037, "count": 140, "max_ms": 0.125, "p95_ms": 0.074}, "total_inside_ms": {"avg_ms": 0.75, "count": 140, "max_ms": 4.561, "p95_ms": 1.766}, "track_match_ms": {"avg_ms": 0.005, "count": 140, "max_ms": 0.051, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.069, "count": 140, "max_ms": 1.471, "p95_ms": 0.079}}, "gstreamer_push": {"avg_ms": 2.727, "count": 140, "max_ms": 7.451, "p95_ms": 4.908}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 140, "max_ms": 0.719, "p95_ms": 0.071}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 31.553, "count": 140, "max_ms": 62.88, "p95_ms": 45.057}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 140, "max_ms": 0.107, "p95_ms": 0.06}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 66.015, "count": 140, "max_ms": 148.65, "p95_ms": 88.632}, "inference_input_copy_ms": {"avg_ms": 0.952, "count": 140, "max_ms": 3.104, "p95_ms": 1.607}, "processing_residual_ms": {"avg_ms": 0.104, "count": 140, "max_ms": 0.459, "p95_ms": 0.198}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 67.101, "count": 140, "max_ms": 150.051, "p95_ms": 89.87}, "read_interval": {"avg_ms": 235.982, "count": 140, "max_ms": 10463.883, "p95_ms": 198.917}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 140, "max_ms": 0.052, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 0.15, "count": 140, "max_ms": 1.769, "p95_ms": 0.243}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 140, "max_ms": 0.033, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.138, "count": 140, "max_ms": 1.755, "p95_ms": 0.214}, "worker_merge_ms": {"avg_ms": 0.004, "count": 140, "max_ms": 0.02, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 31.567, "count": 140, "max_ms": 62.905, "p95_ms": 45.068}, "visualize": {"avg_ms": 32.963, "count": 140, "max_ms": 82.247, "p95_ms": 45.255}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.216, "count": 140, "max_ms": 75.018, "p95_ms": 44.574}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.812, "count": 140, "max_ms": 81.78, "p95_ms": 45.066}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.738, "count": 140, "max_ms": 81.591, "p95_ms": 44.975}, "visualizer_prepare_ms": {"avg_ms": 0.044, "count": 140, "max_ms": 0.148, "p95_ms": 0.087}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 140}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 140}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 140}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1003.633, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.841, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 74.104, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 207880, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T21:56:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 98466, "write_bytes_delta": 98466, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1383.0, "cpu_core_ratio": 0.905166, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 960, "reason": null, "system_cpu_core_ratio": 0.038486, "system_cpu_s_delta": 0.7699999999999818, "user_cpu_core_ratio": 0.86668, "user_cpu_s_delta": 17.340000000000146}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.829694, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 314735.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.322381, "system_cpu_s_delta": 6.449999999999818, "user_cpu_core_ratio": 0.507313, "user_cpu_s_delta": 10.150000000001455}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.987, "count": 300, "max_ms": 6.7, "p95_ms": 5.166, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.023, "max": 3.0, "p95": 2.0, "sample_count": 300}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.133, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 15}, "total": {"avg": 0.057, "max": 2.0, "p95": 0.0, "sample_count": 300}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.597, "count": 30, "max": 32.535, "p95": 21.064, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.949, "count": 30, "max": 20.479, "p95": 18.455, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1389.067, "count": 30, "max": 1407.0, "p95": 1398.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.044, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.887, "count": 30, "max": 0.918, "p95": 0.908, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.108, "p95": 0.046, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 97540.467, "count": 30, "max": 99682.0, "p95": 99551.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97540.467, "count": 30, "max": 99682.0, "p95": 99551.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 318487.567, "count": 30, "max": 338787.0, "p95": 336197.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.211, "count": 30, "max": 0.632, "p95": 0.28, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.438, "count": 30, "max": 0.709, "p95": 0.479, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1385, "sampled_at": "2026-09-02T21:56:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T21:56:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 22.688, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 220646, "flush_count": 349, "flush_interval_seconds": 30.0, "flush_state": {"count": 349, "last_at": "2026-09-02T21:56:53", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T21:56:53", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 348}, "started": true, "suppressed_count": 207717, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 207717}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 349, "written_record_count": 349}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4622.324, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 575258112000, "copied_frame_count": 208065, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 575258112000, "frame_buffer_copies": 208065, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.087, "count": 512, "max_ms": 1.417, "p50_ms": 0.0738, "p95_ms": 0.1276, "p99_ms": 0.1732}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9833, "count": 512, "max_ms": 3.4786, "p50_ms": 0.917, "p95_ms": 1.5396, "p99_ms": 1.8057, "results": {"failed": 0, "not_applicable": 0, "success": 208065, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 2, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T21:57:15+09:00", "last_error_summary": "[h264 @ 0x598bffccd240] cabac decode of qscale diff failed at 37 45 [h264 @ 0x598bffccd240] error while decoding MB 37 45, bytestream -8", "last_exit_at": "2026-09-02T21:57:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 17664.086, "last_started_at": "2026-09-02T17:02:51+09:00", "pid": 960, "process": {"exists": false, "pid": 960}, "restart_count": 1, "restart_count_per_hour": 0, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 74.607, "sample_count": 2809, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 208065, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T21:57:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 0.049, "last_frame_pushed_at": "2026-09-02T21:57:15+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-09-02T21:57:15+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 45, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 345.515, "last_sample_duration_ms": 701.15, "last_trigger": "periodic", "next_snapshot_in_sec": 254.485, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 45, "storage_bytes": 445826}, "mjpeg": {"age_sec": 0.043, "exists": true, "mtime": "2026-09-02T21:57:15.849328+09:00", "mtime_epoch": 1788353835.8493276, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 97923}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T21:57:15+09:00", "process": {"exists": true, "fd_count": 111, "hwm_mb": 1026.094, "name": "celery", "pid": 217, "rss_mb": 1003.77, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 208065, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.071, "max": 4.0, "p95": 3.0, "sample_count": 140}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 5}, "total": {"avg": 0.036, "max": 1.0, "p95": 0.0, "sample_count": 140}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 140}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 140}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 140}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 140}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 140}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 140, "pushed_frames": 140, "read_frames": 140, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.165, "pushed": 6.165, "read": 6.165}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 140, "client_acquire_ms": {"avg_ms": 0.005, "count": 140, "max_ms": 0.017, "p95_ms": 0.01, "reason": null, "sample_age_ms": 92.613, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.4, "count": 140, "max_ms": 1.833, "p95_ms": 1.119, "reason": null, "sample_age_ms": 133.576, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.155, "count": 140, "max_ms": 1.375, "p95_ms": 0.882, "reason": null, "sample_age_ms": 134.286, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.145, "count": 140, "max_ms": 0.504, "p95_ms": 0.335, "reason": null, "sample_age_ms": 92.617, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.069, "count": 140, "max_ms": 3.848, "p95_ms": 2.032, "reason": null, "sample_age_ms": 129.559, "source": "client_direct"}, "request_count": 140, "request_tensor_bytes": {"avg": 2211848.0, "count": 140, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 129.461, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 140, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 92.68, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.518, "count": 140, "max_ms": 58.441, "p95_ms": 42.763, "reason": null, "sample_age_ms": 92.609, "source": "client_direct"}, "sample_age_ms": 92.607, "source": "client_direct", "task_total_ms": {"avg_ms": 30.867, "count": 140, "max_ms": 61.058, "p95_ms": 44.297, "reason": null, "sample_age_ms": 92.607, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.782, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.786, "count": 140, "max_ms": 4.597, "p95_ms": 1.84}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.256, "count": 140, "max_ms": 1.139, "p95_ms": 0.4}, "detection_prepare_ms": {"avg_ms": 0.12, "count": 140, "max_ms": 1.154, "p95_ms": 0.247}, "event_filter_ms": {"avg_ms": 0.003, "count": 140, "max_ms": 0.011, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.071, "count": 140, "max_ms": 0.238, "p95_ms": 0.149}, "mcmt_ms": {"avg_ms": 0.002, "count": 140, "max_ms": 0.023, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.187, "count": 140, "max_ms": 1.834, "p95_ms": 0.325}, "setup_ms": {"avg_ms": 0.037, "count": 140, "max_ms": 0.125, "p95_ms": 0.074}, "total_inside_ms": {"avg_ms": 0.75, "count": 140, "max_ms": 4.561, "p95_ms": 1.766}, "track_match_ms": {"avg_ms": 0.005, "count": 140, "max_ms": 0.051, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.069, "count": 140, "max_ms": 1.471, "p95_ms": 0.079}}, "gstreamer_push": {"avg_ms": 2.727, "count": 140, "max_ms": 7.451, "p95_ms": 4.908}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 140, "max_ms": 0.719, "p95_ms": 0.071}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 31.553, "count": 140, "max_ms": 62.88, "p95_ms": 45.057}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 140, "max_ms": 0.107, "p95_ms": 0.06}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 66.015, "count": 140, "max_ms": 148.65, "p95_ms": 88.632}, "inference_input_copy_ms": {"avg_ms": 0.952, "count": 140, "max_ms": 3.104, "p95_ms": 1.607}, "processing_residual_ms": {"avg_ms": 0.104, "count": 140, "max_ms": 0.459, "p95_ms": 0.198}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 67.101, "count": 140, "max_ms": 150.051, "p95_ms": 89.87}, "read_interval": {"avg_ms": 235.982, "count": 140, "max_ms": 10463.883, "p95_ms": 198.917}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 140, "max_ms": 0.052, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 0.15, "count": 140, "max_ms": 1.769, "p95_ms": 0.243}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 140, "max_ms": 0.033, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.138, "count": 140, "max_ms": 1.755, "p95_ms": 0.214}, "worker_merge_ms": {"avg_ms": 0.004, "count": 140, "max_ms": 0.02, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 31.567, "count": 140, "max_ms": 62.905, "p95_ms": 45.068}, "visualize": {"avg_ms": 32.963, "count": 140, "max_ms": 82.247, "p95_ms": 45.255}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.216, "count": 140, "max_ms": 75.018, "p95_ms": 44.574}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.812, "count": 140, "max_ms": 81.78, "p95_ms": 45.066}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.738, "count": 140, "max_ms": 81.591, "p95_ms": 44.975}, "visualizer_prepare_ms": {"avg_ms": 0.044, "count": 140, "max_ms": 0.148, "p95_ms": 0.087}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 140}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 140}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 140}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1003.633, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.841, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 74.104, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 207880, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T21:56:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 98466, "write_bytes_delta": 98466, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1383.0, "cpu_core_ratio": 0.905166, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 960, "reason": null, "system_cpu_core_ratio": 0.038486, "system_cpu_s_delta": 0.7699999999999818, "user_cpu_core_ratio": 0.86668, "user_cpu_s_delta": 17.340000000000146}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.829694, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 314735.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.322381, "system_cpu_s_delta": 6.449999999999818, "user_cpu_core_ratio": 0.507313, "user_cpu_s_delta": 10.150000000001455}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.987, "count": 300, "max_ms": 6.7, "p95_ms": 5.166, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.023, "max": 3.0, "p95": 2.0, "sample_count": 300}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.133, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 15}, "total": {"avg": 0.057, "max": 2.0, "p95": 0.0, "sample_count": 300}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.597, "count": 30, "max": 32.535, "p95": 21.064, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.949, "count": 30, "max": 20.479, "p95": 18.455, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1389.067, "count": 30, "max": 1407.0, "p95": 1398.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.044, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.887, "count": 30, "max": 0.918, "p95": 0.908, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.108, "p95": 0.046, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 97540.467, "count": 30, "max": 99682.0, "p95": 99551.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97540.467, "count": 30, "max": 99682.0, "p95": 99551.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 318487.567, "count": 30, "max": 338787.0, "p95": 336197.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.211, "count": 30, "max": 0.632, "p95": 0.28, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.438, "count": 30, "max": 0.709, "p95": 0.479, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1385, "sampled_at": "2026-09-02T21:56:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T21:56:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 22.708, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 220646, "flush_count": 349, "flush_interval_seconds": 30.0, "flush_state": {"count": 349, "last_at": "2026-09-02T21:56:53", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T21:56:53", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 348}, "started": true, "suppressed_count": 207717, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 207717}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 349, "written_record_count": 349}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4977.988, "limit_mb": null}, "detail": {"pid": 1713, "restart_count": 2, "start_count": 3}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 575258112000, "copied_frame_count": 208065, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 575258112000, "frame_buffer_copies": 208065, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.087, "count": 512, "max_ms": 1.417, "p50_ms": 0.0738, "p95_ms": 0.1276, "p99_ms": 0.1732}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9833, "count": 512, "max_ms": 3.4786, "p50_ms": 0.917, "p95_ms": 1.5396, "p99_ms": 1.8057, "results": {"failed": 0, "not_applicable": 0, "success": 208065, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 2, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T21:57:15+09:00", "last_error_summary": "[h264 @ 0x598bffccd240] cabac decode of qscale diff failed at 37 45 [h264 @ 0x598bffccd240] error while decoding MB 37 45, bytestream -8", "last_exit_at": "2026-09-02T21:57:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-02T21:57:18+09:00", "pid": 1713, "process": {"exists": true, "fd_count": 5, "hwm_mb": 390.07, "name": "ffmpeg", "pid": 1713, "rss_mb": 390.07, "state": "S (sleeping)", "threads": 70}, "restart_count": 2, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 74.584, "sample_count": 2767, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 208065, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T21:57:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 4.261, "last_frame_pushed_at": "2026-09-02T21:57:15+09:00", "last_frame_read_age_sec": 4.346, "last_frame_read_at": "2026-09-02T21:57:15+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 45, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 349.734, "last_sample_duration_ms": 701.15, "last_trigger": "periodic", "next_snapshot_in_sec": 250.266, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 45, "storage_bytes": 445826}, "mjpeg": {"age_sec": 4.255, "exists": true, "mtime": "2026-09-02T21:57:15.849328+09:00", "mtime_epoch": 1788353835.8493276, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 97923}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T21:57:20+09:00", "process": {"exists": true, "fd_count": 114, "hwm_mb": 1026.094, "name": "celery", "pid": 217, "rss_mb": 1003.773, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 208065, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.071, "max": 4.0, "p95": 3.0, "sample_count": 140}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 5}, "total": {"avg": 0.036, "max": 1.0, "p95": 0.0, "sample_count": 140}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 140}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 140}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 140}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 140}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 140}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 140, "pushed_frames": 140, "read_frames": 140, "select_timeouts": 13, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.201, "pushed": 5.201, "read": 5.201}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 140, "client_acquire_ms": {"avg_ms": 0.005, "count": 140, "max_ms": 0.017, "p95_ms": 0.01, "reason": null, "sample_age_ms": 4303.496, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.4, "count": 140, "max_ms": 1.833, "p95_ms": 1.119, "reason": null, "sample_age_ms": 4344.46, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.155, "count": 140, "max_ms": 1.375, "p95_ms": 0.882, "reason": null, "sample_age_ms": 4345.17, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.145, "count": 140, "max_ms": 0.504, "p95_ms": 0.335, "reason": null, "sample_age_ms": 4303.501, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.069, "count": 140, "max_ms": 3.848, "p95_ms": 2.032, "reason": null, "sample_age_ms": 4340.443, "source": "client_direct"}, "request_count": 140, "request_tensor_bytes": {"avg": 2211848.0, "count": 140, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4340.345, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 140, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4303.564, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.518, "count": 140, "max_ms": 58.441, "p95_ms": 42.763, "reason": null, "sample_age_ms": 4303.493, "source": "client_direct"}, "sample_age_ms": 4303.49, "source": "client_direct", "task_total_ms": {"avg_ms": 30.867, "count": 140, "max_ms": 61.058, "p95_ms": 44.297, "reason": null, "sample_age_ms": 4303.49, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.052, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.786, "count": 140, "max_ms": 4.597, "p95_ms": 1.84}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.256, "count": 140, "max_ms": 1.139, "p95_ms": 0.4}, "detection_prepare_ms": {"avg_ms": 0.12, "count": 140, "max_ms": 1.154, "p95_ms": 0.247}, "event_filter_ms": {"avg_ms": 0.003, "count": 140, "max_ms": 0.011, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.071, "count": 140, "max_ms": 0.238, "p95_ms": 0.149}, "mcmt_ms": {"avg_ms": 0.002, "count": 140, "max_ms": 0.023, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.187, "count": 140, "max_ms": 1.834, "p95_ms": 0.325}, "setup_ms": {"avg_ms": 0.037, "count": 140, "max_ms": 0.125, "p95_ms": 0.074}, "total_inside_ms": {"avg_ms": 0.75, "count": 140, "max_ms": 4.561, "p95_ms": 1.766}, "track_match_ms": {"avg_ms": 0.005, "count": 140, "max_ms": 0.051, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.069, "count": 140, "max_ms": 1.471, "p95_ms": 0.079}}, "gstreamer_push": {"avg_ms": 2.727, "count": 140, "max_ms": 7.451, "p95_ms": 4.908}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 140, "max_ms": 0.719, "p95_ms": 0.071}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 31.553, "count": 140, "max_ms": 62.88, "p95_ms": 45.057}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 140, "max_ms": 0.107, "p95_ms": 0.06}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 66.015, "count": 140, "max_ms": 148.65, "p95_ms": 88.632}, "inference_input_copy_ms": {"avg_ms": 0.952, "count": 140, "max_ms": 3.104, "p95_ms": 1.607}, "processing_residual_ms": {"avg_ms": 0.104, "count": 140, "max_ms": 0.459, "p95_ms": 0.198}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 67.101, "count": 140, "max_ms": 150.051, "p95_ms": 89.87}, "read_interval": {"avg_ms": 235.982, "count": 140, "max_ms": 10463.883, "p95_ms": 198.917}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 140, "max_ms": 0.052, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 0.15, "count": 140, "max_ms": 1.769, "p95_ms": 0.243}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 140, "max_ms": 0.033, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.138, "count": 140, "max_ms": 1.755, "p95_ms": 0.214}, "worker_merge_ms": {"avg_ms": 0.004, "count": 140, "max_ms": 0.02, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 31.567, "count": 140, "max_ms": 62.905, "p95_ms": 45.068}, "visualize": {"avg_ms": 32.963, "count": 140, "max_ms": 82.247, "p95_ms": 45.255}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.216, "count": 140, "max_ms": 75.018, "p95_ms": 44.574}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.812, "count": 140, "max_ms": 81.78, "p95_ms": 45.066}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.738, "count": 140, "max_ms": 81.591, "p95_ms": 44.975}, "visualizer_prepare_ms": {"avg_ms": 0.044, "count": 140, "max_ms": 0.148, "p95_ms": 0.087}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 140}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 140}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 140}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1003.633, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.841, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 74.104, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 207880, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T21:56:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 98466, "write_bytes_delta": 98466, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1383.0, "cpu_core_ratio": 0.905166, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 960, "reason": null, "system_cpu_core_ratio": 0.038486, "system_cpu_s_delta": 0.7699999999999818, "user_cpu_core_ratio": 0.86668, "user_cpu_s_delta": 17.340000000000146}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.829694, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 314735.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.322381, "system_cpu_s_delta": 6.449999999999818, "user_cpu_core_ratio": 0.507313, "user_cpu_s_delta": 10.150000000001455}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.987, "count": 300, "max_ms": 6.7, "p95_ms": 5.166, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.023, "max": 3.0, "p95": 2.0, "sample_count": 300}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.133, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 15}, "total": {"avg": 0.057, "max": 2.0, "p95": 0.0, "sample_count": 300}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.597, "count": 30, "max": 32.535, "p95": 21.064, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.949, "count": 30, "max": 20.479, "p95": 18.455, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1389.067, "count": 30, "max": 1407.0, "p95": 1398.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.044, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.887, "count": 30, "max": 0.918, "p95": 0.908, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.108, "p95": 0.046, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 97540.467, "count": 30, "max": 99682.0, "p95": 99551.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97540.467, "count": 30, "max": 99682.0, "p95": 99551.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 318487.567, "count": 30, "max": 338787.0, "p95": 336197.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.211, "count": 30, "max": 0.632, "p95": 0.28, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.438, "count": 30, "max": 0.709, "p95": 0.479, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1385, "sampled_at": "2026-09-02T21:56:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T21:56:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 26.92, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 221413, "flush_count": 350, "flush_interval_seconds": 30.0, "flush_state": {"count": 350, "last_at": "2026-09-02T21:57:53", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T21:57:53", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 349}, "started": true, "suppressed_count": 208170, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 208170}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 350, "written_record_count": 350}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4631.234, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5696c5b57c80] error while decoding MB 81 72, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 576513331200, "copied_frame_count": 208519, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 576513331200, "frame_buffer_copies": 208519, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0821, "count": 512, "max_ms": 0.321, "p50_ms": 0.0722, "p95_ms": 0.1457, "p99_ms": 0.1973}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0204, "count": 512, "max_ms": 5.6781, "p50_ms": 0.9183, "p95_ms": 1.7301, "p99_ms": 2.2711, "results": {"failed": 0, "not_applicable": 0, "success": 208519, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 3, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T21:58:23+09:00", "last_error_summary": "[h264 @ 0x5696c5b57c80] error while decoding MB 81 72, bytestream -5", "last_exit_at": "2026-09-02T21:57:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 65.336, "last_started_at": "2026-09-02T21:57:18+09:00", "pid": 1713, "process": {"exists": false, "pid": 1713}, "restart_count": 2, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 77.159, "sample_count": 2588, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 208519, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T21:58:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 0.071, "last_frame_pushed_at": "2026-09-02T21:58:23+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-09-02T21:58:23+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 45, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 413.074, "last_sample_duration_ms": 701.15, "last_trigger": "periodic", "next_snapshot_in_sec": 186.926, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 45, "storage_bytes": 445826}, "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-09-02T21:58:23.375774+09:00", "mtime_epoch": 1788353903.3757744, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 96329}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T21:58:23+09:00", "process": {"exists": true, "fd_count": 112, "hwm_mb": 1026.094, "name": "celery", "pid": 217, "rss_mb": 1006.629, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 208519, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.037, "max": 4.0, "p95": 2.0, "sample_count": 134}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 134}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 134}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 134}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 134}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 134}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 134}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 134, "pushed_frames": 133, "read_frames": 133, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.472, "pushed": 4.439, "read": 4.439}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 133, "client_acquire_ms": {"avg_ms": 0.006, "count": 133, "max_ms": 0.024, "p95_ms": 0.014, "reason": null, "sample_age_ms": 33.062, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.463, "count": 133, "max_ms": 2.352, "p95_ms": 1.205, "reason": null, "sample_age_ms": 65.239, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.189, "count": 133, "max_ms": 2.039, "p95_ms": 0.935, "reason": null, "sample_age_ms": 65.56, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.136, "count": 133, "max_ms": 0.542, "p95_ms": 0.334, "reason": null, "sample_age_ms": 33.067, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.147, "count": 133, "max_ms": 2.358, "p95_ms": 1.798, "reason": null, "sample_age_ms": 63.963, "source": "client_direct"}, "request_count": 133, "request_tensor_bytes": {"avg": 2211848.0, "count": 133, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 63.94, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 133, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 33.128, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.546, "count": 133, "max_ms": 51.937, "p95_ms": 42.501, "reason": null, "sample_age_ms": 33.06, "source": "client_direct"}, "sample_age_ms": 33.057, "source": "client_direct", "task_total_ms": {"avg_ms": 29.973, "count": 133, "max_ms": 54.85, "p95_ms": 44.524, "reason": null, "sample_age_ms": 33.057, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.542, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.62, "count": 134, "max_ms": 1.523, "p95_ms": 1.102}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.202, "count": 134, "max_ms": 0.517, "p95_ms": 0.373}, "detection_prepare_ms": {"avg_ms": 0.1, "count": 134, "max_ms": 0.282, "p95_ms": 0.187}, "event_filter_ms": {"avg_ms": 0.003, "count": 134, "max_ms": 0.008, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.066, "count": 134, "max_ms": 0.164, "p95_ms": 0.117}, "mcmt_ms": {"avg_ms": 0.002, "count": 134, "max_ms": 0.005, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.143, "count": 134, "max_ms": 0.323, "p95_ms": 0.225}, "setup_ms": {"avg_ms": 0.041, "count": 134, "max_ms": 0.161, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 0.583, "count": 134, "max_ms": 1.423, "p95_ms": 1.036}, "track_match_ms": {"avg_ms": 0.003, "count": 134, "max_ms": 0.008, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.024, "count": 134, "max_ms": 0.079, "p95_ms": 0.051}}, "gstreamer_push": {"avg_ms": 2.968, "count": 133, "max_ms": 7.407, "p95_ms": 5.895}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.038, "count": 134, "max_ms": 0.129, "p95_ms": 0.076}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.765, "count": 134, "max_ms": 55.707, "p95_ms": 45.812}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.034, "count": 134, "max_ms": 0.165, "p95_ms": 0.059}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 134, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 134, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 66.032, "count": 134, "max_ms": 108.508, "p95_ms": 89.857}, "inference_input_copy_ms": {"avg_ms": 0.925, "count": 134, "max_ms": 2.205, "p95_ms": 1.685}, "processing_residual_ms": {"avg_ms": 0.098, "count": 134, "max_ms": 0.201, "p95_ms": 0.163}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 134, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 134, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 67.088, "count": 134, "max_ms": 110.074, "p95_ms": 91.539}, "read_interval": {"avg_ms": 225.325, "count": 133, "max_ms": 5966.877, "p95_ms": 127.809}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 134, "max_ms": 0.046, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 0.098, "count": 134, "max_ms": 0.214, "p95_ms": 0.153}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 134, "max_ms": 0.017, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.085, "count": 134, "max_ms": 0.188, "p95_ms": 0.132}, "worker_merge_ms": {"avg_ms": 0.004, "count": 134, "max_ms": 0.011, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 30.78, "count": 134, "max_ms": 55.726, "p95_ms": 45.879}, "visualize": {"avg_ms": 33.847, "count": 134, "max_ms": 61.31, "p95_ms": 48.125}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.174, "count": 134, "max_ms": 60.401, "p95_ms": 47.188}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 134, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.691, "count": 134, "max_ms": 61.145, "p95_ms": 47.891}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 134, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 134, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.618, "count": 134, "max_ms": 61.035, "p95_ms": 47.795}, "visualizer_prepare_ms": {"avg_ms": 0.042, "count": 134, "max_ms": 0.132, "p95_ms": 0.071}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 134}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 134}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 134}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1003.934, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.422, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 75.915, "sample_count": 2661, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 208407, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T21:58:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 97556, "write_bytes_delta": 97556, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 907.0, "cpu_core_ratio": 0.609293, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 57.0, "pid": 1713, "reason": null, "system_cpu_core_ratio": 0.02911, "system_cpu_s_delta": 0.7200000000000002, "user_cpu_core_ratio": 0.580183, "user_cpu_s_delta": 14.350000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.348514, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 212353.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.109163, "system_cpu_s_delta": 2.699999999999818, "user_cpu_core_ratio": 0.239351, "user_cpu_s_delta": 5.920000000000073}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.259, "count": 194, "max_ms": 7.5, "p95_ms": 5.272, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.021, "max": 3.0, "p95": 2.0, "sample_count": 194}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 194}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.476, "count": 30, "max": 32.535, "p95": 21.064, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.524, "count": 30, "max": 20.479, "p95": 18.455, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1342.467, "count": 30, "max": 1399.0, "p95": 1396.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 288.967, "count": 30, "max": 8612.0, "p95": 31.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.058, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.866, "count": 30, "max": 1.055, "p95": 0.914, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.145, "count": 30, "max": 4.263, "p95": 0.046, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 97767.5, "count": 30, "max": 99682.0, "p95": 99551.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97767.5, "count": 30, "max": 99682.0, "p95": 99551.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 306033.033, "count": 30, "max": 355552.0, "p95": 338304.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.205, "count": 30, "max": 0.632, "p95": 0.28, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.421, "count": 30, "max": 0.709, "p95": 0.479, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1389, "sampled_at": "2026-09-02T21:58:04+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T21:58:04+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 221413, "flush_count": 350, "flush_interval_seconds": 30.0, "flush_state": {"count": 350, "last_at": "2026-09-02T21:57:53", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T21:57:53", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 349}, "started": true, "suppressed_count": 208170, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 208170}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 350, "written_record_count": 350}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4628.516, "limit_mb": null}, "detail": {"last_error_at": "2026-09-02T21:58:23+09:00", "last_error_summary": "[h264 @ 0x5696c5b57c80] error while decoding MB 81 72, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 576513331200, "copied_frame_count": 208519, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 576513331200, "frame_buffer_copies": 208519, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0821, "count": 512, "max_ms": 0.321, "p50_ms": 0.0722, "p95_ms": 0.1457, "p99_ms": 0.1973}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0204, "count": 512, "max_ms": 5.6781, "p50_ms": 0.9183, "p95_ms": 1.7301, "p99_ms": 2.2711, "results": {"failed": 0, "not_applicable": 0, "success": 208519, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 3, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T21:58:23+09:00", "last_error_summary": "[h264 @ 0x5696c5b57c80] error while decoding MB 81 72, bytestream -5", "last_exit_at": "2026-09-02T21:58:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 65.38, "last_started_at": "2026-09-02T21:57:18+09:00", "pid": 1713, "process": {"exists": false, "pid": 1713}, "restart_count": 2, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 77.159, "sample_count": 2587, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 208519, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T21:58:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 0.035, "last_frame_pushed_at": "2026-09-02T21:58:23+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-09-02T21:58:23+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 45, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 413.103, "last_sample_duration_ms": 701.15, "last_trigger": "periodic", "next_snapshot_in_sec": 186.897, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 45, "storage_bytes": 445826}, "mjpeg": {"age_sec": 0.028, "exists": true, "mtime": "2026-09-02T21:58:23.455775+09:00", "mtime_epoch": 1788353903.455775, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 96448}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T21:58:23+09:00", "process": {"exists": true, "fd_count": 111, "hwm_mb": 1026.094, "name": "celery", "pid": 217, "rss_mb": 1003.984, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 208519, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.038, "max": 4.0, "p95": 2.0, "sample_count": 133}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 133, "pushed_frames": 133, "read_frames": 133, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.434, "pushed": 4.434, "read": 4.434}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 133, "client_acquire_ms": {"avg_ms": 0.006, "count": 133, "max_ms": 0.024, "p95_ms": 0.014, "reason": null, "sample_age_ms": 77.237, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.463, "count": 133, "max_ms": 2.352, "p95_ms": 1.205, "reason": null, "sample_age_ms": 109.413, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.189, "count": 133, "max_ms": 2.039, "p95_ms": 0.935, "reason": null, "sample_age_ms": 109.734, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.136, "count": 133, "max_ms": 0.542, "p95_ms": 0.334, "reason": null, "sample_age_ms": 77.242, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.147, "count": 133, "max_ms": 2.358, "p95_ms": 1.798, "reason": null, "sample_age_ms": 108.137, "source": "client_direct"}, "request_count": 133, "request_tensor_bytes": {"avg": 2211848.0, "count": 133, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 108.114, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 133, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 77.302, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.546, "count": 133, "max_ms": 51.937, "p95_ms": 42.501, "reason": null, "sample_age_ms": 77.234, "source": "client_direct"}, "sample_age_ms": 77.232, "source": "client_direct", "task_total_ms": {"avg_ms": 29.973, "count": 133, "max_ms": 54.85, "p95_ms": 44.524, "reason": null, "sample_age_ms": 77.232, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.598, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.617, "count": 133, "max_ms": 1.523, "p95_ms": 1.102}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.201, "count": 133, "max_ms": 0.517, "p95_ms": 0.373}, "detection_prepare_ms": {"avg_ms": 0.1, "count": 133, "max_ms": 0.282, "p95_ms": 0.187}, "event_filter_ms": {"avg_ms": 0.003, "count": 133, "max_ms": 0.007, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.066, "count": 133, "max_ms": 0.164, "p95_ms": 0.117}, "mcmt_ms": {"avg_ms": 0.002, "count": 133, "max_ms": 0.004, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.142, "count": 133, "max_ms": 0.323, "p95_ms": 0.224}, "setup_ms": {"avg_ms": 0.04, "count": 133, "max_ms": 0.161, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 0.581, "count": 133, "max_ms": 1.423, "p95_ms": 1.036}, "track_match_ms": {"avg_ms": 0.003, "count": 133, "max_ms": 0.008, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.024, "count": 133, "max_ms": 0.079, "p95_ms": 0.051}}, "gstreamer_push": {"avg_ms": 2.967, "count": 133, "max_ms": 7.407, "p95_ms": 5.895}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.038, "count": 133, "max_ms": 0.129, "p95_ms": 0.069}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.734, "count": 133, "max_ms": 55.707, "p95_ms": 45.812}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.034, "count": 133, "max_ms": 0.165, "p95_ms": 0.059}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 66.007, "count": 133, "max_ms": 108.508, "p95_ms": 89.857}, "inference_input_copy_ms": {"avg_ms": 0.927, "count": 133, "max_ms": 2.205, "p95_ms": 1.685}, "processing_residual_ms": {"avg_ms": 0.098, "count": 133, "max_ms": 0.201, "p95_ms": 0.163}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 67.065, "count": 133, "max_ms": 110.074, "p95_ms": 91.539}, "read_interval": {"avg_ms": 225.325, "count": 133, "max_ms": 5966.877, "p95_ms": 127.809}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 133, "max_ms": 0.046, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 0.097, "count": 133, "max_ms": 0.201, "p95_ms": 0.152}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 133, "max_ms": 0.016, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.084, "count": 133, "max_ms": 0.176, "p95_ms": 0.13}, "worker_merge_ms": {"avg_ms": 0.004, "count": 133, "max_ms": 0.011, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 30.748, "count": 133, "max_ms": 55.726, "p95_ms": 45.879}, "visualize": {"avg_ms": 33.857, "count": 133, "max_ms": 61.31, "p95_ms": 48.125}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.186, "count": 133, "max_ms": 60.401, "p95_ms": 47.188}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.703, "count": 133, "max_ms": 61.145, "p95_ms": 47.891}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.63, "count": 133, "max_ms": 61.035, "p95_ms": 47.795}, "visualizer_prepare_ms": {"avg_ms": 0.042, "count": 133, "max_ms": 0.132, "p95_ms": 0.071}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 133}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1003.934, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.422, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 75.915, "sample_count": 2661, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 208407, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T21:58:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 97556, "write_bytes_delta": 97556, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 907.0, "cpu_core_ratio": 0.609293, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 57.0, "pid": 1713, "reason": null, "system_cpu_core_ratio": 0.02911, "system_cpu_s_delta": 0.7200000000000002, "user_cpu_core_ratio": 0.580183, "user_cpu_s_delta": 14.350000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.348514, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 212353.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.109163, "system_cpu_s_delta": 2.699999999999818, "user_cpu_core_ratio": 0.239351, "user_cpu_s_delta": 5.920000000000073}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.259, "count": 194, "max_ms": 7.5, "p95_ms": 5.272, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.021, "max": 3.0, "p95": 2.0, "sample_count": 194}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 194}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.476, "count": 30, "max": 32.535, "p95": 21.064, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.524, "count": 30, "max": 20.479, "p95": 18.455, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1342.467, "count": 30, "max": 1399.0, "p95": 1396.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 288.967, "count": 30, "max": 8612.0, "p95": 31.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.058, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.866, "count": 30, "max": 1.055, "p95": 0.914, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.145, "count": 30, "max": 4.263, "p95": 0.046, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 97767.5, "count": 30, "max": 99682.0, "p95": 99551.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97767.5, "count": 30, "max": 99682.0, "p95": 99551.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 306033.033, "count": 30, "max": 355552.0, "p95": 338304.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.205, "count": 30, "max": 0.632, "p95": 0.28, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.421, "count": 30, "max": 0.709, "p95": 0.479, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1389, "sampled_at": "2026-09-02T21:58:04+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T21:58:04+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 221413, "flush_count": 350, "flush_interval_seconds": 30.0, "flush_state": {"count": 350, "last_at": "2026-09-02T21:57:53", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T21:57:53", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 349}, "started": true, "suppressed_count": 208170, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 208170}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 350, "written_record_count": 350}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4628.988, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 576513331200, "copied_frame_count": 208519, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 576513331200, "frame_buffer_copies": 208519, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0821, "count": 512, "max_ms": 0.321, "p50_ms": 0.0722, "p95_ms": 0.1457, "p99_ms": 0.1973}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0204, "count": 512, "max_ms": 5.6781, "p50_ms": 0.9183, "p95_ms": 1.7301, "p99_ms": 2.2711, "results": {"failed": 0, "not_applicable": 0, "success": 208519, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 3, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T21:58:23+09:00", "last_error_summary": "[h264 @ 0x5696c5b57c80] error while decoding MB 81 72, bytestream -5", "last_exit_at": "2026-09-02T21:58:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 65.4, "last_started_at": "2026-09-02T21:57:18+09:00", "pid": 1713, "process": {"exists": false, "pid": 1713}, "restart_count": 2, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 77.159, "sample_count": 2587, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 208519, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T21:58:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 0.055, "last_frame_pushed_at": "2026-09-02T21:58:23+09:00", "last_frame_read_age_sec": 0.13, "last_frame_read_at": "2026-09-02T21:58:23+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 45, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 413.123, "last_sample_duration_ms": 701.15, "last_trigger": "periodic", "next_snapshot_in_sec": 186.877, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 45, "storage_bytes": 445826}, "mjpeg": {"age_sec": 0.048, "exists": true, "mtime": "2026-09-02T21:58:23.455775+09:00", "mtime_epoch": 1788353903.455775, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 96448}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T21:58:23+09:00", "process": {"exists": true, "fd_count": 111, "hwm_mb": 1026.094, "name": "celery", "pid": 217, "rss_mb": 1003.984, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 208519, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.038, "max": 4.0, "p95": 2.0, "sample_count": 133}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 133, "pushed_frames": 133, "read_frames": 132, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.442, "pushed": 4.442, "read": 4.408}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 132, "client_acquire_ms": {"avg_ms": 0.006, "count": 133, "max_ms": 0.024, "p95_ms": 0.014, "reason": null, "sample_age_ms": 97.815, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.464, "count": 132, "max_ms": 2.352, "p95_ms": 1.205, "reason": null, "sample_age_ms": 129.992, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.19, "count": 132, "max_ms": 2.039, "p95_ms": 0.939, "reason": null, "sample_age_ms": 130.312, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.136, "count": 133, "max_ms": 0.542, "p95_ms": 0.334, "reason": null, "sample_age_ms": 97.82, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.149, "count": 132, "max_ms": 2.358, "p95_ms": 1.801, "reason": null, "sample_age_ms": 128.716, "source": "client_direct"}, "request_count": 132, "request_tensor_bytes": {"avg": 2211848.0, "count": 132, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 128.692, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 133, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 97.881, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.546, "count": 133, "max_ms": 51.937, "p95_ms": 42.501, "reason": null, "sample_age_ms": 97.812, "source": "client_direct"}, "sample_age_ms": 97.81, "source": "client_direct", "task_total_ms": {"avg_ms": 29.973, "count": 133, "max_ms": 54.85, "p95_ms": 44.524, "reason": null, "sample_age_ms": 97.81, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.497, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.617, "count": 133, "max_ms": 1.523, "p95_ms": 1.102}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.201, "count": 133, "max_ms": 0.517, "p95_ms": 0.373}, "detection_prepare_ms": {"avg_ms": 0.1, "count": 133, "max_ms": 0.282, "p95_ms": 0.187}, "event_filter_ms": {"avg_ms": 0.003, "count": 133, "max_ms": 0.007, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.066, "count": 133, "max_ms": 0.164, "p95_ms": 0.117}, "mcmt_ms": {"avg_ms": 0.002, "count": 133, "max_ms": 0.004, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.142, "count": 133, "max_ms": 0.323, "p95_ms": 0.224}, "setup_ms": {"avg_ms": 0.04, "count": 133, "max_ms": 0.161, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 0.581, "count": 133, "max_ms": 1.423, "p95_ms": 1.036}, "track_match_ms": {"avg_ms": 0.003, "count": 133, "max_ms": 0.008, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.024, "count": 133, "max_ms": 0.079, "p95_ms": 0.051}}, "gstreamer_push": {"avg_ms": 2.967, "count": 133, "max_ms": 7.407, "p95_ms": 5.895}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.038, "count": 133, "max_ms": 0.129, "p95_ms": 0.069}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.734, "count": 133, "max_ms": 55.707, "p95_ms": 45.812}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.034, "count": 133, "max_ms": 0.165, "p95_ms": 0.059}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 66.007, "count": 133, "max_ms": 108.508, "p95_ms": 89.857}, "inference_input_copy_ms": {"avg_ms": 0.927, "count": 133, "max_ms": 2.205, "p95_ms": 1.685}, "processing_residual_ms": {"avg_ms": 0.098, "count": 133, "max_ms": 0.201, "p95_ms": 0.163}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 67.065, "count": 133, "max_ms": 110.074, "p95_ms": 91.539}, "read_interval": {"avg_ms": 226.423, "count": 132, "max_ms": 5966.877, "p95_ms": 127.809}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 133, "max_ms": 0.046, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 0.097, "count": 133, "max_ms": 0.201, "p95_ms": 0.152}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 133, "max_ms": 0.016, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.084, "count": 133, "max_ms": 0.176, "p95_ms": 0.13}, "worker_merge_ms": {"avg_ms": 0.004, "count": 133, "max_ms": 0.011, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 30.748, "count": 133, "max_ms": 55.726, "p95_ms": 45.879}, "visualize": {"avg_ms": 33.857, "count": 133, "max_ms": 61.31, "p95_ms": 48.125}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.186, "count": 133, "max_ms": 60.401, "p95_ms": 47.188}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.703, "count": 133, "max_ms": 61.145, "p95_ms": 47.891}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.63, "count": 133, "max_ms": 61.035, "p95_ms": 47.795}, "visualizer_prepare_ms": {"avg_ms": 0.042, "count": 133, "max_ms": 0.132, "p95_ms": 0.071}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 133}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1003.934, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.422, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 75.915, "sample_count": 2661, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 208407, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T21:58:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 97556, "write_bytes_delta": 97556, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 907.0, "cpu_core_ratio": 0.609293, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 57.0, "pid": 1713, "reason": null, "system_cpu_core_ratio": 0.02911, "system_cpu_s_delta": 0.7200000000000002, "user_cpu_core_ratio": 0.580183, "user_cpu_s_delta": 14.350000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.348514, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 212353.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.109163, "system_cpu_s_delta": 2.699999999999818, "user_cpu_core_ratio": 0.239351, "user_cpu_s_delta": 5.920000000000073}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.259, "count": 194, "max_ms": 7.5, "p95_ms": 5.272, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.021, "max": 3.0, "p95": 2.0, "sample_count": 194}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 194}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.476, "count": 30, "max": 32.535, "p95": 21.064, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.524, "count": 30, "max": 20.479, "p95": 18.455, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1342.467, "count": 30, "max": 1399.0, "p95": 1396.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 288.967, "count": 30, "max": 8612.0, "p95": 31.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.058, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.866, "count": 30, "max": 1.055, "p95": 0.914, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.145, "count": 30, "max": 4.263, "p95": 0.046, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 97767.5, "count": 30, "max": 99682.0, "p95": 99551.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97767.5, "count": 30, "max": 99682.0, "p95": 99551.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 306033.033, "count": 30, "max": 355552.0, "p95": 338304.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.205, "count": 30, "max": 0.632, "p95": 0.28, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.421, "count": 30, "max": 0.709, "p95": 0.479, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1389, "sampled_at": "2026-09-02T21:58:04+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T21:58:04+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 221413, "flush_count": 350, "flush_interval_seconds": 30.0, "flush_state": {"count": 350, "last_at": "2026-09-02T21:57:53", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T21:57:53", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 349}, "started": true, "suppressed_count": 208170, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 208170}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 350, "written_record_count": 350}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4639.867, "limit_mb": null}, "detail": {"pid": 1829, "restart_count": 3, "start_count": 4}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 576513331200, "copied_frame_count": 208519, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 576513331200, "frame_buffer_copies": 208519, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0821, "count": 512, "max_ms": 0.321, "p50_ms": 0.0722, "p95_ms": 0.1457, "p99_ms": 0.1973}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0204, "count": 512, "max_ms": 5.6781, "p50_ms": 0.9183, "p95_ms": 1.7301, "p99_ms": 2.2711, "results": {"failed": 0, "not_applicable": 0, "success": 208519, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 3, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T21:58:23+09:00", "last_error_summary": "[h264 @ 0x5696c5b57c80] error while decoding MB 81 72, bytestream -5", "last_exit_at": "2026-09-02T21:58:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-02T21:58:26+09:00", "pid": 1829, "process": {"exists": true, "fd_count": 4, "hwm_mb": 46.934, "name": "ffmpeg", "pid": 1829, "rss_mb": 46.934, "state": "R (running)", "threads": 1}, "restart_count": 3, "restart_count_per_hour": 2, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 77.21, "sample_count": 2537, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 208519, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T21:58:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 5.089, "last_frame_pushed_at": "2026-09-02T21:58:23+09:00", "last_frame_read_age_sec": 5.164, "last_frame_read_at": "2026-09-02T21:58:23+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 45, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 418.157, "last_sample_duration_ms": 701.15, "last_trigger": "periodic", "next_snapshot_in_sec": 181.843, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 45, "storage_bytes": 445826}, "mjpeg": {"age_sec": 5.082, "exists": true, "mtime": "2026-09-02T21:58:23.455775+09:00", "mtime_epoch": 1788353903.455775, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 96448}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T21:58:28+09:00", "process": {"exists": true, "fd_count": 112, "hwm_mb": 1026.094, "name": "celery", "pid": 217, "rss_mb": 1003.988, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 208519, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.035, "max": 4.0, "p95": 2.0, "sample_count": 114}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 114}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 114}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 114}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 114}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 114}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 114}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 114, "pushed_frames": 114, "read_frames": 114, "select_timeouts": 13, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.855, "pushed": 3.855, "read": 3.855}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 114, "client_acquire_ms": {"avg_ms": 0.006, "count": 114, "max_ms": 0.023, "p95_ms": 0.014, "reason": null, "sample_age_ms": 5131.232, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.472, "count": 114, "max_ms": 2.352, "p95_ms": 1.223, "reason": null, "sample_age_ms": 5163.409, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.192, "count": 114, "max_ms": 2.039, "p95_ms": 0.923, "reason": null, "sample_age_ms": 5163.729, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.129, "count": 114, "max_ms": 0.542, "p95_ms": 0.311, "reason": null, "sample_age_ms": 5131.237, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.148, "count": 114, "max_ms": 2.358, "p95_ms": 1.796, "reason": null, "sample_age_ms": 5162.133, "source": "client_direct"}, "request_count": 114, "request_tensor_bytes": {"avg": 2211848.0, "count": 114, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 5162.11, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 114, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5131.298, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.603, "count": 114, "max_ms": 47.807, "p95_ms": 41.763, "reason": null, "sample_age_ms": 5131.23, "source": "client_direct"}, "sample_age_ms": 5131.227, "source": "client_direct", "task_total_ms": {"avg_ms": 30.023, "count": 114, "max_ms": 48.98, "p95_ms": 43.745, "reason": null, "sample_age_ms": 5131.227, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.121, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.608, "count": 114, "max_ms": 1.523, "p95_ms": 1.102}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.197, "count": 114, "max_ms": 0.517, "p95_ms": 0.378}, "detection_prepare_ms": {"avg_ms": 0.096, "count": 114, "max_ms": 0.282, "p95_ms": 0.187}, "event_filter_ms": {"avg_ms": 0.003, "count": 114, "max_ms": 0.007, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.065, "count": 114, "max_ms": 0.164, "p95_ms": 0.117}, "mcmt_ms": {"avg_ms": 0.002, "count": 114, "max_ms": 0.004, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.141, "count": 114, "max_ms": 0.323, "p95_ms": 0.225}, "setup_ms": {"avg_ms": 0.041, "count": 114, "max_ms": 0.161, "p95_ms": 0.095}, "total_inside_ms": {"avg_ms": 0.572, "count": 114, "max_ms": 1.423, "p95_ms": 1.036}, "track_match_ms": {"avg_ms": 0.003, "count": 114, "max_ms": 0.008, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.023, "count": 114, "max_ms": 0.079, "p95_ms": 0.051}}, "gstreamer_push": {"avg_ms": 2.95, "count": 114, "max_ms": 7.36, "p95_ms": 5.895}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.036, "count": 114, "max_ms": 0.129, "p95_ms": 0.067}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.797, "count": 114, "max_ms": 49.623, "p95_ms": 45.812}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.034, "count": 114, "max_ms": 0.165, "p95_ms": 0.066}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 114, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 114, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 65.867, "count": 114, "max_ms": 101.921, "p95_ms": 87.191}, "inference_input_copy_ms": {"avg_ms": 0.93, "count": 114, "max_ms": 2.205, "p95_ms": 1.685}, "processing_residual_ms": {"avg_ms": 0.098, "count": 114, "max_ms": 0.201, "p95_ms": 0.169}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 114, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 114, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 66.929, "count": 114, "max_ms": 103.416, "p95_ms": 88.719}, "read_interval": {"avg_ms": 249.639, "count": 114, "max_ms": 5966.877, "p95_ms": 136.369}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 114, "max_ms": 0.046, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.096, "count": 114, "max_ms": 0.201, "p95_ms": 0.153}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 114, "max_ms": 0.016, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.083, "count": 114, "max_ms": 0.176, "p95_ms": 0.132}, "worker_merge_ms": {"avg_ms": 0.004, "count": 114, "max_ms": 0.011, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 30.811, "count": 114, "max_ms": 49.633, "p95_ms": 45.879}, "visualize": {"avg_ms": 33.653, "count": 114, "max_ms": 55.451, "p95_ms": 48.125}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.991, "count": 114, "max_ms": 54.76, "p95_ms": 47.188}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 114, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.502, "count": 114, "max_ms": 55.257, "p95_ms": 47.891}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 114, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 114, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.429, "count": 114, "max_ms": 55.185, "p95_ms": 47.795}, "visualizer_prepare_ms": {"avg_ms": 0.041, "count": 114, "max_ms": 0.132, "p95_ms": 0.07}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 114}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 114}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 114}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1003.934, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.422, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 75.915, "sample_count": 2661, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 208407, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T21:58:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 97556, "write_bytes_delta": 97556, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 907.0, "cpu_core_ratio": 0.609293, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 57.0, "pid": 1713, "reason": null, "system_cpu_core_ratio": 0.02911, "system_cpu_s_delta": 0.7200000000000002, "user_cpu_core_ratio": 0.580183, "user_cpu_s_delta": 14.350000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.348514, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 212353.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.109163, "system_cpu_s_delta": 2.699999999999818, "user_cpu_core_ratio": 0.239351, "user_cpu_s_delta": 5.920000000000073}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.259, "count": 194, "max_ms": 7.5, "p95_ms": 5.272, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.021, "max": 3.0, "p95": 2.0, "sample_count": 194}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 194}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.476, "count": 30, "max": 32.535, "p95": 21.064, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.524, "count": 30, "max": 20.479, "p95": 18.455, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1342.467, "count": 30, "max": 1399.0, "p95": 1396.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 288.967, "count": 30, "max": 8612.0, "p95": 31.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.058, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.866, "count": 30, "max": 1.055, "p95": 0.914, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.145, "count": 30, "max": 4.263, "p95": 0.046, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 97767.5, "count": 30, "max": 99682.0, "p95": 99551.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97767.5, "count": 30, "max": 99682.0, "p95": 99551.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 306033.033, "count": 30, "max": 355552.0, "p95": 338304.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.205, "count": 30, "max": 0.632, "p95": 0.28, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.421, "count": 30, "max": 0.709, "p95": 0.479, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1389, "sampled_at": "2026-09-02T21:58:04+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T21:58:04+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.574, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 222947, "flush_count": 352, "flush_interval_seconds": 30.0, "flush_state": {"count": 352, "last_at": "2026-09-02T21:59:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T21:59:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 351}, "started": true, "suppressed_count": 208801, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 208801}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 352, "written_record_count": 352}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4634.941, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5df7fc281400] error while decoding MB 219 37, bytestream -8", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 578260684800, "copied_frame_count": 209151, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 578260684800, "frame_buffer_copies": 209151, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0842, "count": 512, "max_ms": 0.27, "p50_ms": 0.0735, "p95_ms": 0.1452, "p99_ms": 0.2119}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.056, "count": 512, "max_ms": 2.8525, "p50_ms": 0.9689, "p95_ms": 1.8392, "p99_ms": 2.3624, "results": {"failed": 0, "not_applicable": 0, "success": 209151, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 4, "h264_decode_error_count": 8, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T21:59:57+09:00", "last_error_summary": "[h264 @ 0x5df7fc281400] error while decoding MB 219 37, bytestream -8", "last_exit_at": "2026-09-02T21:58:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 90.546, "last_started_at": "2026-09-02T21:58:26+09:00", "pid": 1829, "process": {"exists": false, "pid": 1829}, "restart_count": 3, "restart_count_per_hour": 2, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 84.061, "sample_count": 2284, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 209152, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T21:59:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 0.062, "last_frame_pushed_at": "2026-09-02T21:59:57+09:00", "last_frame_read_age_sec": 0.059, "last_frame_read_at": "2026-09-02T21:59:57+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 45, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 506.711, "last_sample_duration_ms": 701.15, "last_trigger": "periodic", "next_snapshot_in_sec": 93.289, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 45, "storage_bytes": 445826}, "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-09-02T21:59:57.028390+09:00", "mtime_epoch": 1788353997.0283902, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 97924}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T21:59:57+09:00", "process": {"exists": true, "fd_count": 112, "hwm_mb": 1026.602, "name": "celery", "pid": 217, "rss_mb": 1004.285, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 209152, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 162}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 162, "pushed_frames": 162, "read_frames": 162, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.415, "pushed": 5.415, "read": 5.415}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 162, "client_acquire_ms": {"avg_ms": 0.006, "count": 163, "max_ms": 0.036, "p95_ms": 0.011, "reason": null, "sample_age_ms": 41.246, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.439, "count": 162, "max_ms": 2.652, "p95_ms": 1.08, "reason": null, "sample_age_ms": 66.116, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.168, "count": 162, "max_ms": 2.365, "p95_ms": 0.818, "reason": null, "sample_age_ms": 66.27, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.189, "count": 163, "max_ms": 0.807, "p95_ms": 0.382, "reason": null, "sample_age_ms": 41.251, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.183, "count": 162, "max_ms": 4.893, "p95_ms": 1.95, "reason": null, "sample_age_ms": 65.445, "source": "client_direct"}, "request_count": 162, "request_tensor_bytes": {"avg": 2211848.0, "count": 162, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 65.43, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 163, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 41.391, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.371, "count": 163, "max_ms": 53.684, "p95_ms": 41.245, "reason": null, "sample_age_ms": 41.243, "source": "client_direct"}, "sample_age_ms": 41.241, "source": "client_direct", "task_total_ms": {"avg_ms": 29.89, "count": 163, "max_ms": 55.571, "p95_ms": 43.258, "reason": null, "sample_age_ms": 41.241, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.809, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.623, "count": 162, "max_ms": 1.698, "p95_ms": 1.049}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.204, "count": 162, "max_ms": 0.76, "p95_ms": 0.362}, "detection_prepare_ms": {"avg_ms": 0.1, "count": 162, "max_ms": 0.252, "p95_ms": 0.176}, "event_filter_ms": {"avg_ms": 0.003, "count": 162, "max_ms": 0.009, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.068, "count": 162, "max_ms": 0.246, "p95_ms": 0.113}, "mcmt_ms": {"avg_ms": 0.002, "count": 162, "max_ms": 0.011, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.144, "count": 162, "max_ms": 0.409, "p95_ms": 0.249}, "setup_ms": {"avg_ms": 0.038, "count": 162, "max_ms": 0.105, "p95_ms": 0.072}, "total_inside_ms": {"avg_ms": 0.588, "count": 162, "max_ms": 1.592, "p95_ms": 0.996}, "track_match_ms": {"avg_ms": 0.004, "count": 162, "max_ms": 0.017, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.025, "count": 162, "max_ms": 0.082, "p95_ms": 0.049}}, "gstreamer_push": {"avg_ms": 2.914, "count": 162, "max_ms": 7.077, "p95_ms": 5.031}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 162, "max_ms": 0.301, "p95_ms": 0.072}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.648, "count": 162, "max_ms": 56.12, "p95_ms": 44.044}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.03, "count": 162, "max_ms": 0.123, "p95_ms": 0.061}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 65.884, "count": 162, "max_ms": 114.041, "p95_ms": 89.147}, "inference_input_copy_ms": {"avg_ms": 0.981, "count": 162, "max_ms": 5.84, "p95_ms": 1.644}, "processing_residual_ms": {"avg_ms": 0.105, "count": 162, "max_ms": 0.658, "p95_ms": 0.205}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 67.001, "count": 162, "max_ms": 114.771, "p95_ms": 90.776}, "read_interval": {"avg_ms": 184.858, "count": 162, "max_ms": 7839.285, "p95_ms": 126.995}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 162, "max_ms": 0.058, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.098, "count": 162, "max_ms": 0.304, "p95_ms": 0.163}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 162, "max_ms": 0.033, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.086, "count": 162, "max_ms": 0.246, "p95_ms": 0.146}, "worker_merge_ms": {"avg_ms": 0.004, "count": 162, "max_ms": 0.013, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 30.662, "count": 162, "max_ms": 56.13, "p95_ms": 44.052}, "visualize": {"avg_ms": 33.862, "count": 162, "max_ms": 69.987, "p95_ms": 53.103}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.208, "count": 162, "max_ms": 68.535, "p95_ms": 52.192}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.71, "count": 162, "max_ms": 69.673, "p95_ms": 52.833}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.638, "count": 162, "max_ms": 69.547, "p95_ms": 52.735}, "visualizer_prepare_ms": {"avg_ms": 0.042, "count": 162, "max_ms": 0.108, "p95_ms": 0.077}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 162}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1004.207, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.282, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 81.188, "sample_count": 2421, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 208987, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T21:59:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 95253, "write_bytes_delta": 95253, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1292.0, "cpu_core_ratio": 1.103501, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 49.0, "pid": 1829, "reason": null, "system_cpu_core_ratio": 0.051257, "system_cpu_s_delta": 1.0400000000000003, "user_cpu_core_ratio": 1.052244, "user_cpu_s_delta": 21.349999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.626911, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 345243.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.194185, "system_cpu_s_delta": 3.9400000000000546, "user_cpu_core_ratio": 0.432726, "user_cpu_s_delta": 8.780000000000655}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.301, "count": 326, "max_ms": 9.089, "p95_ms": 5.691, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 326}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 326}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.966, "count": 30, "max": 32.535, "p95": 20.879, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.94, "count": 30, "max": 19.976, "p95": 17.748, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1337.867, "count": 30, "max": 1399.0, "p95": 1396.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 306.267, "count": 30, "max": 8612.0, "p95": 284.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.058, "p95": 0.051, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.878, "count": 30, "max": 1.057, "p95": 1.054, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.249, "count": 30, "max": 4.263, "p95": 1.724, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 97709.633, "count": 30, "max": 99682.0, "p95": 99551.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97709.633, "count": 30, "max": 99682.0, "p95": 99551.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 294434.867, "count": 30, "max": 355552.0, "p95": 342337.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.182, "count": 30, "max": 0.322, "p95": 0.209, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.394, "count": 30, "max": 0.507, "p95": 0.443, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1393, "sampled_at": "2026-09-02T21:59:26+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T21:59:26+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 222947, "flush_count": 352, "flush_interval_seconds": 30.0, "flush_state": {"count": 352, "last_at": "2026-09-02T21:59:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T21:59:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 351}, "started": true, "suppressed_count": 208801, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 208801}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 352, "written_record_count": 352}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4635.102, "limit_mb": null}, "detail": {"last_error_at": "2026-09-02T21:59:57+09:00", "last_error_summary": "[h264 @ 0x5df7fc281400] error while decoding MB 219 37, bytestream -8", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 578263449600, "copied_frame_count": 209152, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 578263449600, "frame_buffer_copies": 209152, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0853, "count": 512, "max_ms": 0.6162, "p50_ms": 0.0735, "p95_ms": 0.1454, "p99_ms": 0.2192}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0669, "count": 512, "max_ms": 6.2173, "p50_ms": 0.9711, "p95_ms": 1.8764, "p99_ms": 2.3727, "results": {"failed": 0, "not_applicable": 0, "success": 209152, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 4, "h264_decode_error_count": 8, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T21:59:57+09:00", "last_error_summary": "[h264 @ 0x5df7fc281400] error while decoding MB 219 37, bytestream -8", "last_exit_at": "2026-09-02T21:59:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 90.574, "last_started_at": "2026-09-02T21:58:26+09:00", "pid": 1829, "process": {"exists": false, "pid": 1829}, "restart_count": 3, "restart_count_per_hour": 2, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 84.061, "sample_count": 2284, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 209152, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T21:59:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 0.012, "last_frame_pushed_at": "2026-09-02T21:59:57+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-09-02T21:59:57+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 45, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 506.73, "last_sample_duration_ms": 701.15, "last_trigger": "periodic", "next_snapshot_in_sec": 93.27, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 45, "storage_bytes": 445826}, "mjpeg": {"age_sec": 0.001, "exists": true, "mtime": "2026-09-02T21:59:57.109391+09:00", "mtime_epoch": 1788353997.1093907, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 96264}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T21:59:57+09:00", "process": {"exists": true, "fd_count": 111, "hwm_mb": 1026.602, "name": "celery", "pid": 217, "rss_mb": 1004.281, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 209152, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 163}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 163, "pushed_frames": 163, "read_frames": 162, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.443, "pushed": 5.443, "read": 5.41}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 162, "client_acquire_ms": {"avg_ms": 0.006, "count": 163, "max_ms": 0.036, "p95_ms": 0.011, "reason": null, "sample_age_ms": 64.671, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.439, "count": 162, "max_ms": 2.652, "p95_ms": 1.08, "reason": null, "sample_age_ms": 89.541, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.168, "count": 162, "max_ms": 2.365, "p95_ms": 0.818, "reason": null, "sample_age_ms": 89.695, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.189, "count": 163, "max_ms": 0.807, "p95_ms": 0.382, "reason": null, "sample_age_ms": 64.677, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.183, "count": 162, "max_ms": 4.893, "p95_ms": 1.95, "reason": null, "sample_age_ms": 88.871, "source": "client_direct"}, "request_count": 162, "request_tensor_bytes": {"avg": 2211848.0, "count": 162, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 88.855, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 163, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 64.816, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.371, "count": 163, "max_ms": 53.684, "p95_ms": 41.245, "reason": null, "sample_age_ms": 64.669, "source": "client_direct"}, "sample_age_ms": 64.666, "source": "client_direct", "task_total_ms": {"avg_ms": 29.89, "count": 163, "max_ms": 55.571, "p95_ms": 43.258, "reason": null, "sample_age_ms": 64.666, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.744, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.621, "count": 163, "max_ms": 1.698, "p95_ms": 1.049}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.204, "count": 163, "max_ms": 0.76, "p95_ms": 0.362}, "detection_prepare_ms": {"avg_ms": 0.1, "count": 163, "max_ms": 0.252, "p95_ms": 0.176}, "event_filter_ms": {"avg_ms": 0.003, "count": 163, "max_ms": 0.009, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.068, "count": 163, "max_ms": 0.246, "p95_ms": 0.113}, "mcmt_ms": {"avg_ms": 0.002, "count": 163, "max_ms": 0.011, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.143, "count": 163, "max_ms": 0.409, "p95_ms": 0.249}, "setup_ms": {"avg_ms": 0.038, "count": 163, "max_ms": 0.105, "p95_ms": 0.072}, "total_inside_ms": {"avg_ms": 0.587, "count": 163, "max_ms": 1.592, "p95_ms": 0.996}, "track_match_ms": {"avg_ms": 0.004, "count": 163, "max_ms": 0.017, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.025, "count": 163, "max_ms": 0.082, "p95_ms": 0.049}}, "gstreamer_push": {"avg_ms": 2.905, "count": 163, "max_ms": 7.077, "p95_ms": 5.031}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 163, "max_ms": 0.301, "p95_ms": 0.072}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.615, "count": 163, "max_ms": 56.12, "p95_ms": 44.044}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.031, "count": 163, "max_ms": 0.123, "p95_ms": 0.063}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 65.88, "count": 163, "max_ms": 114.041, "p95_ms": 89.147}, "inference_input_copy_ms": {"avg_ms": 0.979, "count": 163, "max_ms": 5.84, "p95_ms": 1.644}, "processing_residual_ms": {"avg_ms": 0.105, "count": 163, "max_ms": 0.658, "p95_ms": 0.205}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 66.995, "count": 163, "max_ms": 114.771, "p95_ms": 90.776}, "read_interval": {"avg_ms": 184.858, "count": 162, "max_ms": 7839.285, "p95_ms": 126.995}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 163, "max_ms": 0.058, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.098, "count": 163, "max_ms": 0.304, "p95_ms": 0.163}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 163, "max_ms": 0.033, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.086, "count": 163, "max_ms": 0.246, "p95_ms": 0.146}, "worker_merge_ms": {"avg_ms": 0.004, "count": 163, "max_ms": 0.013, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 30.629, "count": 163, "max_ms": 56.13, "p95_ms": 44.052}, "visualize": {"avg_ms": 33.895, "count": 163, "max_ms": 69.987, "p95_ms": 53.103}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.241, "count": 163, "max_ms": 68.535, "p95_ms": 52.192}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.743, "count": 163, "max_ms": 69.673, "p95_ms": 52.833}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.671, "count": 163, "max_ms": 69.547, "p95_ms": 52.735}, "visualizer_prepare_ms": {"avg_ms": 0.042, "count": 163, "max_ms": 0.108, "p95_ms": 0.077}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 163}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1004.207, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.282, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 81.188, "sample_count": 2421, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 208987, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T21:59:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 95253, "write_bytes_delta": 95253, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1292.0, "cpu_core_ratio": 1.103501, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 49.0, "pid": 1829, "reason": null, "system_cpu_core_ratio": 0.051257, "system_cpu_s_delta": 1.0400000000000003, "user_cpu_core_ratio": 1.052244, "user_cpu_s_delta": 21.349999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.626911, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 345243.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.194185, "system_cpu_s_delta": 3.9400000000000546, "user_cpu_core_ratio": 0.432726, "user_cpu_s_delta": 8.780000000000655}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.301, "count": 326, "max_ms": 9.089, "p95_ms": 5.691, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 326}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 326}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.966, "count": 30, "max": 32.535, "p95": 20.879, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.94, "count": 30, "max": 19.976, "p95": 17.748, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1337.867, "count": 30, "max": 1399.0, "p95": 1396.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 306.267, "count": 30, "max": 8612.0, "p95": 284.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.058, "p95": 0.051, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.878, "count": 30, "max": 1.057, "p95": 1.054, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.249, "count": 30, "max": 4.263, "p95": 1.724, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 97709.633, "count": 30, "max": 99682.0, "p95": 99551.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97709.633, "count": 30, "max": 99682.0, "p95": 99551.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 294434.867, "count": 30, "max": 355552.0, "p95": 342337.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.182, "count": 30, "max": 0.322, "p95": 0.209, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.394, "count": 30, "max": 0.507, "p95": 0.443, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1393, "sampled_at": "2026-09-02T21:59:26+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T21:59:26+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 222947, "flush_count": 352, "flush_interval_seconds": 30.0, "flush_state": {"count": 352, "last_at": "2026-09-02T21:59:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T21:59:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 351}, "started": true, "suppressed_count": 208801, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 208801}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 352, "written_record_count": 352}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4635.5, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 578263449600, "copied_frame_count": 209152, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 578263449600, "frame_buffer_copies": 209152, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0853, "count": 512, "max_ms": 0.6162, "p50_ms": 0.0735, "p95_ms": 0.1454, "p99_ms": 0.2192}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0669, "count": 512, "max_ms": 6.2173, "p50_ms": 0.9711, "p95_ms": 1.8764, "p99_ms": 2.3727, "results": {"failed": 0, "not_applicable": 0, "success": 209152, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 4, "h264_decode_error_count": 8, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T21:59:57+09:00", "last_error_summary": "[h264 @ 0x5df7fc281400] error while decoding MB 219 37, bytestream -8", "last_exit_at": "2026-09-02T21:59:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 90.59, "last_started_at": "2026-09-02T21:58:26+09:00", "pid": 1829, "process": {"exists": false, "pid": 1829}, "restart_count": 3, "restart_count_per_hour": 2, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 84.061, "sample_count": 2284, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 209152, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T21:59:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 0.028, "last_frame_pushed_at": "2026-09-02T21:59:57+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-09-02T21:59:57+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 45, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 506.746, "last_sample_duration_ms": 701.15, "last_trigger": "periodic", "next_snapshot_in_sec": 93.254, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 45, "storage_bytes": 445826}, "mjpeg": {"age_sec": 0.018, "exists": true, "mtime": "2026-09-02T21:59:57.109391+09:00", "mtime_epoch": 1788353997.1093907, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 96264}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T21:59:57+09:00", "process": {"exists": true, "fd_count": 111, "hwm_mb": 1026.602, "name": "celery", "pid": 217, "rss_mb": 1004.281, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 209152, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 163}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 163, "pushed_frames": 163, "read_frames": 162, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.44, "pushed": 5.44, "read": 5.407}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 162, "client_acquire_ms": {"avg_ms": 0.006, "count": 162, "max_ms": 0.036, "p95_ms": 0.011, "reason": null, "sample_age_ms": 80.463, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.439, "count": 162, "max_ms": 2.652, "p95_ms": 1.08, "reason": null, "sample_age_ms": 105.333, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.168, "count": 162, "max_ms": 2.365, "p95_ms": 0.818, "reason": null, "sample_age_ms": 105.487, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.188, "count": 162, "max_ms": 0.807, "p95_ms": 0.383, "reason": null, "sample_age_ms": 80.468, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.183, "count": 162, "max_ms": 4.893, "p95_ms": 1.95, "reason": null, "sample_age_ms": 104.662, "source": "client_direct"}, "request_count": 162, "request_tensor_bytes": {"avg": 2211848.0, "count": 162, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 104.647, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 162, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 80.608, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.307, "count": 162, "max_ms": 53.684, "p95_ms": 41.282, "reason": null, "sample_age_ms": 80.46, "source": "client_direct"}, "sample_age_ms": 80.458, "source": "client_direct", "task_total_ms": {"avg_ms": 29.824, "count": 162, "max_ms": 55.571, "p95_ms": 43.284, "reason": null, "sample_age_ms": 80.458, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.707, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.621, "count": 163, "max_ms": 1.698, "p95_ms": 1.049}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.204, "count": 163, "max_ms": 0.76, "p95_ms": 0.362}, "detection_prepare_ms": {"avg_ms": 0.1, "count": 163, "max_ms": 0.252, "p95_ms": 0.176}, "event_filter_ms": {"avg_ms": 0.003, "count": 163, "max_ms": 0.009, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.068, "count": 163, "max_ms": 0.246, "p95_ms": 0.113}, "mcmt_ms": {"avg_ms": 0.002, "count": 163, "max_ms": 0.011, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.143, "count": 163, "max_ms": 0.409, "p95_ms": 0.249}, "setup_ms": {"avg_ms": 0.038, "count": 163, "max_ms": 0.105, "p95_ms": 0.072}, "total_inside_ms": {"avg_ms": 0.587, "count": 163, "max_ms": 1.592, "p95_ms": 0.996}, "track_match_ms": {"avg_ms": 0.004, "count": 163, "max_ms": 0.017, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.025, "count": 163, "max_ms": 0.082, "p95_ms": 0.049}}, "gstreamer_push": {"avg_ms": 2.905, "count": 163, "max_ms": 7.077, "p95_ms": 5.031}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 163, "max_ms": 0.301, "p95_ms": 0.072}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.615, "count": 163, "max_ms": 56.12, "p95_ms": 44.044}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.031, "count": 163, "max_ms": 0.123, "p95_ms": 0.063}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 65.88, "count": 163, "max_ms": 114.041, "p95_ms": 89.147}, "inference_input_copy_ms": {"avg_ms": 0.979, "count": 163, "max_ms": 5.84, "p95_ms": 1.644}, "processing_residual_ms": {"avg_ms": 0.105, "count": 163, "max_ms": 0.658, "p95_ms": 0.205}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 66.995, "count": 163, "max_ms": 114.771, "p95_ms": 90.776}, "read_interval": {"avg_ms": 184.858, "count": 162, "max_ms": 7839.285, "p95_ms": 126.995}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 163, "max_ms": 0.058, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.098, "count": 163, "max_ms": 0.304, "p95_ms": 0.163}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 163, "max_ms": 0.033, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.086, "count": 163, "max_ms": 0.246, "p95_ms": 0.146}, "worker_merge_ms": {"avg_ms": 0.004, "count": 163, "max_ms": 0.013, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 30.629, "count": 163, "max_ms": 56.13, "p95_ms": 44.052}, "visualize": {"avg_ms": 33.895, "count": 163, "max_ms": 69.987, "p95_ms": 53.103}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.241, "count": 163, "max_ms": 68.535, "p95_ms": 52.192}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.743, "count": 163, "max_ms": 69.673, "p95_ms": 52.833}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.671, "count": 163, "max_ms": 69.547, "p95_ms": 52.735}, "visualizer_prepare_ms": {"avg_ms": 0.042, "count": 163, "max_ms": 0.108, "p95_ms": 0.077}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 163}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1004.207, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.282, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 81.188, "sample_count": 2421, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 208987, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T21:59:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 95253, "write_bytes_delta": 95253, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1292.0, "cpu_core_ratio": 1.103501, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 49.0, "pid": 1829, "reason": null, "system_cpu_core_ratio": 0.051257, "system_cpu_s_delta": 1.0400000000000003, "user_cpu_core_ratio": 1.052244, "user_cpu_s_delta": 21.349999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.626911, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 345243.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.194185, "system_cpu_s_delta": 3.9400000000000546, "user_cpu_core_ratio": 0.432726, "user_cpu_s_delta": 8.780000000000655}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.301, "count": 326, "max_ms": 9.089, "p95_ms": 5.691, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 326}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 326}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.966, "count": 30, "max": 32.535, "p95": 20.879, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.94, "count": 30, "max": 19.976, "p95": 17.748, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1337.867, "count": 30, "max": 1399.0, "p95": 1396.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 306.267, "count": 30, "max": 8612.0, "p95": 284.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.058, "p95": 0.051, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.878, "count": 30, "max": 1.057, "p95": 1.054, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.249, "count": 30, "max": 4.263, "p95": 1.724, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 97709.633, "count": 30, "max": 99682.0, "p95": 99551.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97709.633, "count": 30, "max": 99682.0, "p95": 99551.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 294434.867, "count": 30, "max": 355552.0, "p95": 342337.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.182, "count": 30, "max": 0.322, "p95": 0.209, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.394, "count": 30, "max": 0.507, "p95": 0.443, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1393, "sampled_at": "2026-09-02T21:59:26+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T21:59:26+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 222947, "flush_count": 352, "flush_interval_seconds": 30.0, "flush_state": {"count": 352, "last_at": "2026-09-02T21:59:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T21:59:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 351}, "started": true, "suppressed_count": 208801, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 208801}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 352, "written_record_count": 352}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4991.84, "limit_mb": null}, "detail": {"pid": 1945, "restart_count": 4, "start_count": 5}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 578263449600, "copied_frame_count": 209152, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 578263449600, "frame_buffer_copies": 209152, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0853, "count": 512, "max_ms": 0.6162, "p50_ms": 0.0735, "p95_ms": 0.1454, "p99_ms": 0.2192}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0669, "count": 512, "max_ms": 6.2173, "p50_ms": 0.9711, "p95_ms": 1.8764, "p99_ms": 2.3727, "results": {"failed": 0, "not_applicable": 0, "success": 209152, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 4, "h264_decode_error_count": 8, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T21:59:57+09:00", "last_error_summary": "[h264 @ 0x5df7fc281400] error while decoding MB 219 37, bytestream -8", "last_exit_at": "2026-09-02T21:59:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-02T21:59:59+09:00", "pid": 1945, "process": {"exists": true, "fd_count": 5, "hwm_mb": 389.902, "name": "ffmpeg", "pid": 1945, "rss_mb": 389.902, "state": "S (sleeping)", "threads": 70}, "restart_count": 4, "restart_count_per_hour": 3, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 84.288, "sample_count": 2240, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 209152, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T21:59:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 4.445, "last_frame_pushed_at": "2026-09-02T21:59:57+09:00", "last_frame_read_age_sec": 4.519, "last_frame_read_at": "2026-09-02T21:59:57+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 45, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 511.172, "last_sample_duration_ms": 701.15, "last_trigger": "periodic", "next_snapshot_in_sec": 88.828, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 45, "storage_bytes": 445826}, "mjpeg": {"age_sec": 4.434, "exists": true, "mtime": "2026-09-02T21:59:57.109391+09:00", "mtime_epoch": 1788353997.1093907, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 96264}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T22:00:01+09:00", "process": {"exists": true, "fd_count": 112, "hwm_mb": 1026.602, "name": "celery", "pid": 217, "rss_mb": 1004.285, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 209152, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 127}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 127}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 127}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 127}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 127}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 127}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 127}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 127, "pushed_frames": 127, "read_frames": 127, "select_timeouts": 15, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.438, "pushed": 4.438, "read": 4.438}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 127, "client_acquire_ms": {"avg_ms": 0.006, "count": 127, "max_ms": 0.017, "p95_ms": 0.011, "reason": null, "sample_age_ms": 4501.881, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.437, "count": 127, "max_ms": 2.652, "p95_ms": 1.087, "reason": null, "sample_age_ms": 4526.751, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.178, "count": 127, "max_ms": 2.365, "p95_ms": 0.819, "reason": null, "sample_age_ms": 4526.906, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.186, "count": 127, "max_ms": 0.513, "p95_ms": 0.387, "reason": null, "sample_age_ms": 4501.887, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.162, "count": 127, "max_ms": 2.916, "p95_ms": 1.942, "reason": null, "sample_age_ms": 4526.081, "source": "client_direct"}, "request_count": 127, "request_tensor_bytes": {"avg": 2211848.0, "count": 127, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4526.066, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 127, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4502.027, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.199, "count": 127, "max_ms": 53.684, "p95_ms": 40.149, "reason": null, "sample_age_ms": 4501.879, "source": "client_direct"}, "sample_age_ms": 4501.877, "source": "client_direct", "task_total_ms": {"avg_ms": 29.688, "count": 127, "max_ms": 55.571, "p95_ms": 42.628, "reason": null, "sample_age_ms": 4501.877, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.62, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.627, "count": 127, "max_ms": 1.698, "p95_ms": 1.055}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.207, "count": 127, "max_ms": 0.76, "p95_ms": 0.377}, "detection_prepare_ms": {"avg_ms": 0.1, "count": 127, "max_ms": 0.252, "p95_ms": 0.176}, "event_filter_ms": {"avg_ms": 0.003, "count": 127, "max_ms": 0.009, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.068, "count": 127, "max_ms": 0.246, "p95_ms": 0.122}, "mcmt_ms": {"avg_ms": 0.002, "count": 127, "max_ms": 0.011, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.144, "count": 127, "max_ms": 0.409, "p95_ms": 0.254}, "setup_ms": {"avg_ms": 0.039, "count": 127, "max_ms": 0.105, "p95_ms": 0.074}, "total_inside_ms": {"avg_ms": 0.592, "count": 127, "max_ms": 1.592, "p95_ms": 1.007}, "track_match_ms": {"avg_ms": 0.004, "count": 127, "max_ms": 0.017, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.025, "count": 127, "max_ms": 0.082, "p95_ms": 0.05}}, "gstreamer_push": {"avg_ms": 2.871, "count": 127, "max_ms": 7.077, "p95_ms": 5.06}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 127, "max_ms": 0.301, "p95_ms": 0.071}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.415, "count": 127, "max_ms": 56.12, "p95_ms": 43.433}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.031, "count": 127, "max_ms": 0.123, "p95_ms": 0.072}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 65.805, "count": 127, "max_ms": 114.041, "p95_ms": 88.487}, "inference_input_copy_ms": {"avg_ms": 0.972, "count": 127, "max_ms": 5.84, "p95_ms": 1.665}, "processing_residual_ms": {"avg_ms": 0.098, "count": 127, "max_ms": 0.41, "p95_ms": 0.189}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 66.906, "count": 127, "max_ms": 114.771, "p95_ms": 90.776}, "read_interval": {"avg_ms": 214.575, "count": 127, "max_ms": 7839.285, "p95_ms": 143.179}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 127, "max_ms": 0.058, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.098, "count": 127, "max_ms": 0.304, "p95_ms": 0.166}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 127, "max_ms": 0.033, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.086, "count": 127, "max_ms": 0.246, "p95_ms": 0.148}, "worker_merge_ms": {"avg_ms": 0.004, "count": 127, "max_ms": 0.013, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 30.429, "count": 127, "max_ms": 56.13, "p95_ms": 43.448}, "visualize": {"avg_ms": 34.007, "count": 127, "max_ms": 69.987, "p95_ms": 53.103}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.346, "count": 127, "max_ms": 68.535, "p95_ms": 52.192}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.854, "count": 127, "max_ms": 69.673, "p95_ms": 52.833}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 127, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.781, "count": 127, "max_ms": 69.547, "p95_ms": 52.735}, "visualizer_prepare_ms": {"avg_ms": 0.043, "count": 127, "max_ms": 0.108, "p95_ms": 0.078}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 127}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 127}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 127}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1004.207, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.282, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 81.188, "sample_count": 2421, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 208987, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T21:59:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 95253, "write_bytes_delta": 95253, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1292.0, "cpu_core_ratio": 1.103501, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 49.0, "pid": 1829, "reason": null, "system_cpu_core_ratio": 0.051257, "system_cpu_s_delta": 1.0400000000000003, "user_cpu_core_ratio": 1.052244, "user_cpu_s_delta": 21.349999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.626911, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 345243.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.194185, "system_cpu_s_delta": 3.9400000000000546, "user_cpu_core_ratio": 0.432726, "user_cpu_s_delta": 8.780000000000655}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.301, "count": 326, "max_ms": 9.089, "p95_ms": 5.691, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 326}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 326}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.966, "count": 30, "max": 32.535, "p95": 20.879, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.94, "count": 30, "max": 19.976, "p95": 17.748, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1337.867, "count": 30, "max": 1399.0, "p95": 1396.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 306.267, "count": 30, "max": 8612.0, "p95": 284.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.058, "p95": 0.051, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.878, "count": 30, "max": 1.057, "p95": 1.054, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.249, "count": 30, "max": 4.263, "p95": 1.724, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 97709.633, "count": 30, "max": 99682.0, "p95": 99551.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97709.633, "count": 30, "max": 99682.0, "p95": 99551.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 294434.867, "count": 30, "max": 355552.0, "p95": 342337.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.182, "count": 30, "max": 0.322, "p95": 0.209, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.394, "count": 30, "max": 0.507, "p95": 0.443, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1393, "sampled_at": "2026-09-02T21:59:26+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T21:59:26+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.613, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 223714, "flush_count": 353, "flush_interval_seconds": 30.0, "flush_state": {"count": 353, "last_at": "2026-09-02T22:00:55", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T22:00:55", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 352}, "started": true, "suppressed_count": 209129, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 209129}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 353, "written_record_count": 353}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4642.844, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x564b194e1ec0] error while decoding MB 100 96, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 579173068800, "copied_frame_count": 209481, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 579173068800, "frame_buffer_copies": 209481, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0838, "count": 512, "max_ms": 0.6162, "p50_ms": 0.0704, "p95_ms": 0.1459, "p99_ms": 0.2596}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0121, "count": 512, "max_ms": 6.2173, "p50_ms": 0.9333, "p95_ms": 1.6947, "p99_ms": 2.2538, "results": {"failed": 0, "not_applicable": 0, "success": 209481, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 5, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T22:00:58+09:00", "last_error_summary": "[h264 @ 0x564b194e1ec0] error while decoding MB 100 96, bytestream -5", "last_exit_at": "2026-09-02T21:59:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 59.391, "last_started_at": "2026-09-02T21:59:59+09:00", "pid": 1945, "process": {"exists": false, "pid": 1945}, "restart_count": 4, "restart_count_per_hour": 3, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.43, "sample_count": 1995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 209481, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:00:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 0.027, "last_frame_pushed_at": "2026-09-02T22:00:58+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-09-02T22:00:58+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 45, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 568.557, "last_sample_duration_ms": 701.15, "last_trigger": "periodic", "next_snapshot_in_sec": 31.443, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 45, "storage_bytes": 445826}, "mjpeg": {"age_sec": 0.016, "exists": true, "mtime": "2026-09-02T22:00:58.917795+09:00", "mtime_epoch": 1788354058.917795, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 97082}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T22:00:58+09:00", "process": {"exists": true, "fd_count": 112, "hwm_mb": 1026.602, "name": "celery", "pid": 217, "rss_mb": 1004.441, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 209481, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 116}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 116, "pushed_frames": 116, "read_frames": 115, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.874, "pushed": 3.874, "read": 3.841}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 115, "client_acquire_ms": {"avg_ms": 0.006, "count": 116, "max_ms": 0.039, "p95_ms": 0.012, "reason": null, "sample_age_ms": 77.335, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.432, "count": 115, "max_ms": 3.052, "p95_ms": 1.279, "reason": null, "sample_age_ms": 95.593, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.191, "count": 115, "max_ms": 2.535, "p95_ms": 1.063, "reason": null, "sample_age_ms": 95.916, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.109, "count": 116, "max_ms": 0.407, "p95_ms": 0.288, "reason": null, "sample_age_ms": 77.341, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.159, "count": 115, "max_ms": 2.979, "p95_ms": 2.127, "reason": null, "sample_age_ms": 94.238, "source": "client_direct"}, "request_count": 115, "request_tensor_bytes": {"avg": 2211848.0, "count": 115, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 94.208, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 116, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 77.446, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.758, "count": 116, "max_ms": 54.293, "p95_ms": 39.214, "reason": null, "sample_age_ms": 77.33, "source": "client_direct"}, "sample_age_ms": 77.327, "source": "client_direct", "task_total_ms": {"avg_ms": 30.175, "count": 116, "max_ms": 56.427, "p95_ms": 40.822, "reason": null, "sample_age_ms": 77.327, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.584, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.577, "count": 116, "max_ms": 1.495, "p95_ms": 0.98}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.192, "count": 116, "max_ms": 0.656, "p95_ms": 0.366}, "detection_prepare_ms": {"avg_ms": 0.087, "count": 116, "max_ms": 0.262, "p95_ms": 0.174}, "event_filter_ms": {"avg_ms": 0.003, "count": 116, "max_ms": 0.01, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.061, "count": 116, "max_ms": 0.228, "p95_ms": 0.11}, "mcmt_ms": {"avg_ms": 0.002, "count": 116, "max_ms": 0.009, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.138, "count": 116, "max_ms": 0.418, "p95_ms": 0.252}, "setup_ms": {"avg_ms": 0.035, "count": 116, "max_ms": 0.104, "p95_ms": 0.068}, "total_inside_ms": {"avg_ms": 0.544, "count": 116, "max_ms": 1.467, "p95_ms": 0.92}, "track_match_ms": {"avg_ms": 0.004, "count": 116, "max_ms": 0.034, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.023, "count": 116, "max_ms": 0.102, "p95_ms": 0.051}}, "gstreamer_push": {"avg_ms": 3.495, "count": 116, "max_ms": 10.169, "p95_ms": 5.82}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.04, "count": 116, "max_ms": 0.409, "p95_ms": 0.069}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.895, "count": 116, "max_ms": 57.295, "p95_ms": 42.166}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 116, "max_ms": 0.099, "p95_ms": 0.056}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 116, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 116, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 65.164, "count": 116, "max_ms": 111.85, "p95_ms": 90.455}, "inference_input_copy_ms": {"avg_ms": 1.129, "count": 116, "max_ms": 4.279, "p95_ms": 2.54}, "processing_residual_ms": {"avg_ms": 0.113, "count": 116, "max_ms": 1.093, "p95_ms": 0.244}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 116, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 116, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 66.435, "count": 116, "max_ms": 114.156, "p95_ms": 91.266}, "read_interval": {"avg_ms": 260.141, "count": 115, "max_ms": 5940.109, "p95_ms": 204.323}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 116, "max_ms": 0.033, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.093, "count": 116, "max_ms": 0.269, "p95_ms": 0.152}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 116, "max_ms": 0.026, "p95_ms": 0.01}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.082, "count": 116, "max_ms": 0.236, "p95_ms": 0.132}, "worker_merge_ms": {"avg_ms": 0.004, "count": 116, "max_ms": 0.015, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 30.908, "count": 116, "max_ms": 57.327, "p95_ms": 42.177}, "visualize": {"avg_ms": 33.0, "count": 116, "max_ms": 60.754, "p95_ms": 47.485}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.344, "count": 116, "max_ms": 59.917, "p95_ms": 46.686}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 116, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.853, "count": 116, "max_ms": 60.546, "p95_ms": 47.293}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 116, "max_ms": 0.002, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 116, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.781, "count": 116, "max_ms": 60.43, "p95_ms": 47.235}, "visualizer_prepare_ms": {"avg_ms": 0.043, "count": 116, "max_ms": 0.12, "p95_ms": 0.081}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 116}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1004.441, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.018, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.43, "sample_count": 1989, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 209457, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:00:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.083, "exists": true, "size_bytes": 96326, "write_bytes_delta": 96326, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 202.0, "cpu_core_ratio": 0.1644, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 1945, "reason": null, "system_cpu_core_ratio": 0.007971, "system_cpu_s_delta": 0.15999999999999992, "user_cpu_core_ratio": 0.156429, "user_cpu_s_delta": 3.139999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.105117, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 55433.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.032382, "system_cpu_s_delta": 0.650000000000091, "user_cpu_core_ratio": 0.072735, "user_cpu_s_delta": 1.4599999999991269}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.566, "count": 112, "max_ms": 10.169, "p95_ms": 5.82, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 112}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 112}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.405, "count": 30, "max": 32.535, "p95": 20.879, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.677, "count": 30, "max": 19.976, "p95": 17.748, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1266.133, "count": 30, "max": 1399.0, "p95": 1396.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 307.833, "count": 30, "max": 8612.0, "p95": 284.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.058, "p95": 0.051, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.842, "count": 30, "max": 1.057, "p95": 1.054, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.253, "count": 30, "max": 4.263, "p95": 1.724, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 97630.333, "count": 30, "max": 99682.0, "p95": 99551.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97630.333, "count": 30, "max": 99682.0, "p95": 99551.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 275698.033, "count": 30, "max": 355552.0, "p95": 342337.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.171, "count": 30, "max": 0.322, "p95": 0.208, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.368, "count": 30, "max": 0.507, "p95": 0.438, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1397, "sampled_at": "2026-09-02T22:00:57+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T22:00:57+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 223714, "flush_count": 353, "flush_interval_seconds": 30.0, "flush_state": {"count": 353, "last_at": "2026-09-02T22:00:55", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T22:00:55", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 352}, "started": true, "suppressed_count": 209129, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 209129}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 353, "written_record_count": 353}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4642.844, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 579173068800, "copied_frame_count": 209481, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 579173068800, "frame_buffer_copies": 209481, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0838, "count": 512, "max_ms": 0.6162, "p50_ms": 0.0704, "p95_ms": 0.1459, "p99_ms": 0.2596}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0121, "count": 512, "max_ms": 6.2173, "p50_ms": 0.9333, "p95_ms": 1.6947, "p99_ms": 2.2538, "results": {"failed": 0, "not_applicable": 0, "success": 209481, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 4, "h264_decode_error_count": 8, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T21:59:57+09:00", "last_error_summary": "[h264 @ 0x5df7fc281400] error while decoding MB 219 37, bytestream -8", "last_exit_at": "2026-09-02T21:59:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 59.382, "last_started_at": "2026-09-02T21:59:59+09:00", "pid": 1945, "process": {"exists": false, "pid": 1945}, "restart_count": 4, "restart_count_per_hour": 3, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.43, "sample_count": 1995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 209481, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:00:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 0.019, "last_frame_pushed_at": "2026-09-02T22:00:58+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-09-02T22:00:58+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 45, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 568.563, "last_sample_duration_ms": 701.15, "last_trigger": "periodic", "next_snapshot_in_sec": 31.437, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 45, "storage_bytes": 445826}, "mjpeg": {"age_sec": 0.007, "exists": true, "mtime": "2026-09-02T22:00:58.917795+09:00", "mtime_epoch": 1788354058.917795, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 97082}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T22:00:58+09:00", "process": {"exists": true, "fd_count": 113, "hwm_mb": 1026.602, "name": "celery", "pid": 217, "rss_mb": 1004.441, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 209481, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 116}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 116, "pushed_frames": 116, "read_frames": 115, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.876, "pushed": 3.876, "read": 3.842}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 116, "client_acquire_ms": {"avg_ms": 0.006, "count": 116, "max_ms": 0.039, "p95_ms": 0.012, "reason": null, "sample_age_ms": 68.578, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.432, "count": 115, "max_ms": 3.052, "p95_ms": 1.279, "reason": null, "sample_age_ms": 86.837, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.191, "count": 115, "max_ms": 2.535, "p95_ms": 1.063, "reason": null, "sample_age_ms": 87.159, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.109, "count": 116, "max_ms": 0.407, "p95_ms": 0.288, "reason": null, "sample_age_ms": 68.584, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.162, "count": 116, "max_ms": 2.979, "p95_ms": 2.126, "reason": null, "sample_age_ms": 85.481, "source": "client_direct"}, "request_count": 115, "request_tensor_bytes": {"avg": 2211848.0, "count": 116, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 85.452, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 116, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 68.69, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.758, "count": 116, "max_ms": 54.293, "p95_ms": 39.214, "reason": null, "sample_age_ms": 68.573, "source": "client_direct"}, "sample_age_ms": 68.57, "source": "client_direct", "task_total_ms": {"avg_ms": 30.175, "count": 116, "max_ms": 56.427, "p95_ms": 40.822, "reason": null, "sample_age_ms": 68.57, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.582, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.577, "count": 116, "max_ms": 1.495, "p95_ms": 0.98}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.192, "count": 116, "max_ms": 0.656, "p95_ms": 0.366}, "detection_prepare_ms": {"avg_ms": 0.087, "count": 116, "max_ms": 0.262, "p95_ms": 0.174}, "event_filter_ms": {"avg_ms": 0.003, "count": 116, "max_ms": 0.01, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.061, "count": 116, "max_ms": 0.228, "p95_ms": 0.11}, "mcmt_ms": {"avg_ms": 0.002, "count": 116, "max_ms": 0.009, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.138, "count": 116, "max_ms": 0.418, "p95_ms": 0.252}, "setup_ms": {"avg_ms": 0.035, "count": 116, "max_ms": 0.104, "p95_ms": 0.068}, "total_inside_ms": {"avg_ms": 0.544, "count": 116, "max_ms": 1.467, "p95_ms": 0.92}, "track_match_ms": {"avg_ms": 0.004, "count": 116, "max_ms": 0.034, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.023, "count": 116, "max_ms": 0.102, "p95_ms": 0.051}}, "gstreamer_push": {"avg_ms": 3.495, "count": 116, "max_ms": 10.169, "p95_ms": 5.82}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.04, "count": 116, "max_ms": 0.409, "p95_ms": 0.069}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.895, "count": 116, "max_ms": 57.295, "p95_ms": 42.166}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 116, "max_ms": 0.099, "p95_ms": 0.056}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 116, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 116, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 65.164, "count": 116, "max_ms": 111.85, "p95_ms": 90.455}, "inference_input_copy_ms": {"avg_ms": 1.129, "count": 116, "max_ms": 4.279, "p95_ms": 2.54}, "processing_residual_ms": {"avg_ms": 0.113, "count": 116, "max_ms": 1.093, "p95_ms": 0.244}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 116, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 116, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 66.435, "count": 116, "max_ms": 114.156, "p95_ms": 91.266}, "read_interval": {"avg_ms": 260.141, "count": 115, "max_ms": 5940.109, "p95_ms": 204.323}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 116, "max_ms": 0.033, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.093, "count": 116, "max_ms": 0.269, "p95_ms": 0.152}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 116, "max_ms": 0.026, "p95_ms": 0.01}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.082, "count": 116, "max_ms": 0.236, "p95_ms": 0.132}, "worker_merge_ms": {"avg_ms": 0.004, "count": 116, "max_ms": 0.015, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 30.908, "count": 116, "max_ms": 57.327, "p95_ms": 42.177}, "visualize": {"avg_ms": 33.0, "count": 116, "max_ms": 60.754, "p95_ms": 47.485}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.344, "count": 116, "max_ms": 59.917, "p95_ms": 46.686}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 116, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.853, "count": 116, "max_ms": 60.546, "p95_ms": 47.293}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 116, "max_ms": 0.002, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 116, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.781, "count": 116, "max_ms": 60.43, "p95_ms": 47.235}, "visualizer_prepare_ms": {"avg_ms": 0.043, "count": 116, "max_ms": 0.12, "p95_ms": 0.081}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 116}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1004.441, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.018, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.43, "sample_count": 1989, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 209457, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:00:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.083, "exists": true, "size_bytes": 96326, "write_bytes_delta": 96326, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 202.0, "cpu_core_ratio": 0.1644, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 1945, "reason": null, "system_cpu_core_ratio": 0.007971, "system_cpu_s_delta": 0.15999999999999992, "user_cpu_core_ratio": 0.156429, "user_cpu_s_delta": 3.139999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.105117, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 55433.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.032382, "system_cpu_s_delta": 0.650000000000091, "user_cpu_core_ratio": 0.072735, "user_cpu_s_delta": 1.4599999999991269}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.566, "count": 112, "max_ms": 10.169, "p95_ms": 5.82, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 112}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 112}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.405, "count": 30, "max": 32.535, "p95": 20.879, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.677, "count": 30, "max": 19.976, "p95": 17.748, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1266.133, "count": 30, "max": 1399.0, "p95": 1396.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 307.833, "count": 30, "max": 8612.0, "p95": 284.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.058, "p95": 0.051, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.842, "count": 30, "max": 1.057, "p95": 1.054, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.253, "count": 30, "max": 4.263, "p95": 1.724, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 97630.333, "count": 30, "max": 99682.0, "p95": 99551.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97630.333, "count": 30, "max": 99682.0, "p95": 99551.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 275698.033, "count": 30, "max": 355552.0, "p95": 342337.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.171, "count": 30, "max": 0.322, "p95": 0.208, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.368, "count": 30, "max": 0.507, "p95": 0.438, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1397, "sampled_at": "2026-09-02T22:00:57+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T22:00:57+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 223714, "flush_count": 353, "flush_interval_seconds": 30.0, "flush_state": {"count": 353, "last_at": "2026-09-02T22:00:55", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T22:00:55", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 352}, "started": true, "suppressed_count": 209129, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 209129}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 353, "written_record_count": 353}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4642.629, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 579173068800, "copied_frame_count": 209481, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 579173068800, "frame_buffer_copies": 209481, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0838, "count": 512, "max_ms": 0.6162, "p50_ms": 0.0704, "p95_ms": 0.1459, "p99_ms": 0.2596}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0121, "count": 512, "max_ms": 6.2173, "p50_ms": 0.9333, "p95_ms": 1.6947, "p99_ms": 2.2538, "results": {"failed": 0, "not_applicable": 0, "success": 209481, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 5, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T22:00:58+09:00", "last_error_summary": "[h264 @ 0x564b194e1ec0] error while decoding MB 100 96, bytestream -5", "last_exit_at": "2026-09-02T21:59:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 59.423, "last_started_at": "2026-09-02T21:59:59+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 4, "restart_count_per_hour": 3, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.43, "sample_count": 1995, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 209481, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:00:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 0.059, "last_frame_pushed_at": "2026-09-02T22:00:58+09:00", "last_frame_read_age_sec": 0.126, "last_frame_read_at": "2026-09-02T22:00:58+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 45, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 568.584, "last_sample_duration_ms": 701.15, "last_trigger": "periodic", "next_snapshot_in_sec": 31.416, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 45, "storage_bytes": 445826}, "mjpeg": {"age_sec": 0.047, "exists": true, "mtime": "2026-09-02T22:00:58.917795+09:00", "mtime_epoch": 1788354058.917795, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 97082}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T22:00:58+09:00", "process": {"exists": true, "fd_count": 111, "hwm_mb": 1026.602, "name": "celery", "pid": 217, "rss_mb": 1004.438, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 209481, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 116}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 116, "pushed_frames": 116, "read_frames": 115, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.87, "pushed": 3.87, "read": 3.837}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 115, "client_acquire_ms": {"avg_ms": 0.006, "count": 115, "max_ms": 0.039, "p95_ms": 0.012, "reason": null, "sample_age_ms": 108.92, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.432, "count": 115, "max_ms": 3.052, "p95_ms": 1.279, "reason": null, "sample_age_ms": 127.178, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.191, "count": 115, "max_ms": 2.535, "p95_ms": 1.063, "reason": null, "sample_age_ms": 127.501, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.107, "count": 115, "max_ms": 0.407, "p95_ms": 0.275, "reason": null, "sample_age_ms": 108.926, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.159, "count": 115, "max_ms": 2.979, "p95_ms": 2.127, "reason": null, "sample_age_ms": 125.822, "source": "client_direct"}, "request_count": 115, "request_tensor_bytes": {"avg": 2211848.0, "count": 115, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 125.793, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 115, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 109.031, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.786, "count": 115, "max_ms": 54.293, "p95_ms": 39.221, "reason": null, "sample_age_ms": 108.915, "source": "client_direct"}, "sample_age_ms": 108.912, "source": "client_direct", "task_total_ms": {"avg_ms": 30.198, "count": 115, "max_ms": 56.427, "p95_ms": 40.838, "reason": null, "sample_age_ms": 108.912, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.252, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.577, "count": 116, "max_ms": 1.495, "p95_ms": 0.98}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.192, "count": 116, "max_ms": 0.656, "p95_ms": 0.366}, "detection_prepare_ms": {"avg_ms": 0.087, "count": 116, "max_ms": 0.262, "p95_ms": 0.174}, "event_filter_ms": {"avg_ms": 0.003, "count": 116, "max_ms": 0.01, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.061, "count": 116, "max_ms": 0.228, "p95_ms": 0.11}, "mcmt_ms": {"avg_ms": 0.002, "count": 116, "max_ms": 0.009, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.138, "count": 116, "max_ms": 0.418, "p95_ms": 0.252}, "setup_ms": {"avg_ms": 0.035, "count": 116, "max_ms": 0.104, "p95_ms": 0.068}, "total_inside_ms": {"avg_ms": 0.544, "count": 116, "max_ms": 1.467, "p95_ms": 0.92}, "track_match_ms": {"avg_ms": 0.004, "count": 116, "max_ms": 0.034, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.023, "count": 116, "max_ms": 0.102, "p95_ms": 0.051}}, "gstreamer_push": {"avg_ms": 3.495, "count": 116, "max_ms": 10.169, "p95_ms": 5.82}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.04, "count": 116, "max_ms": 0.409, "p95_ms": 0.069}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.895, "count": 116, "max_ms": 57.295, "p95_ms": 42.166}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 116, "max_ms": 0.099, "p95_ms": 0.056}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 116, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 116, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 65.164, "count": 116, "max_ms": 111.85, "p95_ms": 90.455}, "inference_input_copy_ms": {"avg_ms": 1.129, "count": 116, "max_ms": 4.279, "p95_ms": 2.54}, "processing_residual_ms": {"avg_ms": 0.113, "count": 116, "max_ms": 1.093, "p95_ms": 0.244}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 116, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 116, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 66.435, "count": 116, "max_ms": 114.156, "p95_ms": 91.266}, "read_interval": {"avg_ms": 260.141, "count": 115, "max_ms": 5940.109, "p95_ms": 204.323}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 116, "max_ms": 0.033, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.093, "count": 116, "max_ms": 0.269, "p95_ms": 0.152}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 116, "max_ms": 0.026, "p95_ms": 0.01}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.082, "count": 116, "max_ms": 0.236, "p95_ms": 0.132}, "worker_merge_ms": {"avg_ms": 0.004, "count": 116, "max_ms": 0.015, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 30.908, "count": 116, "max_ms": 57.327, "p95_ms": 42.177}, "visualize": {"avg_ms": 33.0, "count": 116, "max_ms": 60.754, "p95_ms": 47.485}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.344, "count": 116, "max_ms": 59.917, "p95_ms": 46.686}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 116, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.853, "count": 116, "max_ms": 60.546, "p95_ms": 47.293}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 116, "max_ms": 0.002, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 116, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.781, "count": 116, "max_ms": 60.43, "p95_ms": 47.235}, "visualizer_prepare_ms": {"avg_ms": 0.043, "count": 116, "max_ms": 0.12, "p95_ms": 0.081}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 116}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1004.441, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.018, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.43, "sample_count": 1989, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 209457, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:00:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.083, "exists": true, "size_bytes": 96326, "write_bytes_delta": 96326, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 202.0, "cpu_core_ratio": 0.1644, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 1945, "reason": null, "system_cpu_core_ratio": 0.007971, "system_cpu_s_delta": 0.15999999999999992, "user_cpu_core_ratio": 0.156429, "user_cpu_s_delta": 3.139999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.105117, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 55433.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.032382, "system_cpu_s_delta": 0.650000000000091, "user_cpu_core_ratio": 0.072735, "user_cpu_s_delta": 1.4599999999991269}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.566, "count": 112, "max_ms": 10.169, "p95_ms": 5.82, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 112}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 112}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.405, "count": 30, "max": 32.535, "p95": 20.879, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.677, "count": 30, "max": 19.976, "p95": 17.748, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1266.133, "count": 30, "max": 1399.0, "p95": 1396.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 307.833, "count": 30, "max": 8612.0, "p95": 284.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.058, "p95": 0.051, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.842, "count": 30, "max": 1.057, "p95": 1.054, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.253, "count": 30, "max": 4.263, "p95": 1.724, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 97630.333, "count": 30, "max": 99682.0, "p95": 99551.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97630.333, "count": 30, "max": 99682.0, "p95": 99551.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 275698.033, "count": 30, "max": 355552.0, "p95": 342337.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.171, "count": 30, "max": 0.322, "p95": 0.208, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.368, "count": 30, "max": 0.507, "p95": 0.438, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1397, "sampled_at": "2026-09-02T22:00:57+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T22:00:57+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 223714, "flush_count": 353, "flush_interval_seconds": 30.0, "flush_state": {"count": 353, "last_at": "2026-09-02T22:00:55", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T22:00:55", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 352}, "started": true, "suppressed_count": 209129, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 209129}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 353, "written_record_count": 353}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4683.332, "limit_mb": null}, "detail": {"pid": 2061, "restart_count": 5, "start_count": 6}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 579173068800, "copied_frame_count": 209481, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 579173068800, "frame_buffer_copies": 209481, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0838, "count": 512, "max_ms": 0.6162, "p50_ms": 0.0704, "p95_ms": 0.1459, "p99_ms": 0.2596}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0121, "count": 512, "max_ms": 6.2173, "p50_ms": 0.9333, "p95_ms": 1.6947, "p99_ms": 2.2538, "results": {"failed": 0, "not_applicable": 0, "success": 209481, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 5, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T22:00:58+09:00", "last_error_summary": "[h264 @ 0x564b194e1ec0] error while decoding MB 100 96, bytestream -5", "last_exit_at": "2026-09-02T21:59:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-02T22:01:01+09:00", "pid": 2061, "process": {"exists": true, "fd_count": 4, "hwm_mb": 75.508, "name": "ffmpeg", "pid": 2061, "rss_mb": 75.508, "state": "S (sleeping)", "threads": 1}, "restart_count": 5, "restart_count_per_hour": 4, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.719, "sample_count": 1947, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 209481, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:00:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 4.763, "last_frame_pushed_at": "2026-09-02T22:00:58+09:00", "last_frame_read_age_sec": 4.831, "last_frame_read_at": "2026-09-02T22:00:58+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 45, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 573.291, "last_sample_duration_ms": 701.15, "last_trigger": "periodic", "next_snapshot_in_sec": 26.709, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 45, "storage_bytes": 445826}, "mjpeg": {"age_sec": 4.752, "exists": true, "mtime": "2026-09-02T22:00:58.917795+09:00", "mtime_epoch": 1788354058.917795, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 97082}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T22:01:03+09:00", "process": {"exists": true, "fd_count": 112, "hwm_mb": 1026.602, "name": "celery", "pid": 217, "rss_mb": 1004.441, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 209481, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 87}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 87, "pushed_frames": 87, "read_frames": 87, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.01, "pushed": 3.01, "read": 3.01}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 87, "client_acquire_ms": {"avg_ms": 0.006, "count": 87, "max_ms": 0.034, "p95_ms": 0.012, "reason": null, "sample_age_ms": 4814.878, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.458, "count": 87, "max_ms": 3.052, "p95_ms": 1.288, "reason": null, "sample_age_ms": 4833.137, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.207, "count": 87, "max_ms": 2.535, "p95_ms": 1.043, "reason": null, "sample_age_ms": 4833.46, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.109, "count": 87, "max_ms": 0.407, "p95_ms": 0.294, "reason": null, "sample_age_ms": 4814.885, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.191, "count": 87, "max_ms": 2.979, "p95_ms": 2.164, "reason": null, "sample_age_ms": 4831.781, "source": "client_direct"}, "request_count": 87, "request_tensor_bytes": {"avg": 2211848.0, "count": 87, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4831.752, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 87, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4814.99, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.926, "count": 87, "max_ms": 54.293, "p95_ms": 41.01, "reason": null, "sample_age_ms": 4814.873, "source": "client_direct"}, "sample_age_ms": 4814.871, "source": "client_direct", "task_total_ms": {"avg_ms": 30.373, "count": 87, "max_ms": 56.427, "p95_ms": 43.213, "reason": null, "sample_age_ms": 4814.871, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.535, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.574, "count": 87, "max_ms": 1.495, "p95_ms": 1.041}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.192, "count": 87, "max_ms": 0.656, "p95_ms": 0.375}, "detection_prepare_ms": {"avg_ms": 0.087, "count": 87, "max_ms": 0.262, "p95_ms": 0.171}, "event_filter_ms": {"avg_ms": 0.003, "count": 87, "max_ms": 0.01, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.061, "count": 87, "max_ms": 0.228, "p95_ms": 0.111}, "mcmt_ms": {"avg_ms": 0.002, "count": 87, "max_ms": 0.009, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.137, "count": 87, "max_ms": 0.418, "p95_ms": 0.245}, "setup_ms": {"avg_ms": 0.034, "count": 87, "max_ms": 0.104, "p95_ms": 0.06}, "total_inside_ms": {"avg_ms": 0.542, "count": 87, "max_ms": 1.467, "p95_ms": 0.979}, "track_match_ms": {"avg_ms": 0.004, "count": 87, "max_ms": 0.034, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.023, "count": 87, "max_ms": 0.102, "p95_ms": 0.052}}, "gstreamer_push": {"avg_ms": 3.576, "count": 87, "max_ms": 10.169, "p95_ms": 5.82}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.04, "count": 87, "max_ms": 0.409, "p95_ms": 0.076}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 31.11, "count": 87, "max_ms": 57.295, "p95_ms": 44.965}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.03, "count": 87, "max_ms": 0.099, "p95_ms": 0.058}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 64.997, "count": 87, "max_ms": 111.85, "p95_ms": 90.505}, "inference_input_copy_ms": {"avg_ms": 1.159, "count": 87, "max_ms": 4.279, "p95_ms": 2.552}, "processing_residual_ms": {"avg_ms": 0.119, "count": 87, "max_ms": 1.093, "p95_ms": 0.244}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 66.306, "count": 87, "max_ms": 114.156, "p95_ms": 91.266}, "read_interval": {"avg_ms": 317.889, "count": 87, "max_ms": 5940.109, "p95_ms": 3022.559}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 87, "max_ms": 0.033, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.093, "count": 87, "max_ms": 0.269, "p95_ms": 0.139}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 87, "max_ms": 0.026, "p95_ms": 0.01}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.082, "count": 87, "max_ms": 0.236, "p95_ms": 0.121}, "worker_merge_ms": {"avg_ms": 0.004, "count": 87, "max_ms": 0.015, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 31.122, "count": 87, "max_ms": 57.327, "p95_ms": 44.974}, "visualize": {"avg_ms": 32.616, "count": 87, "max_ms": 60.754, "p95_ms": 48.207}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.968, "count": 87, "max_ms": 59.917, "p95_ms": 47.169}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.473, "count": 87, "max_ms": 60.546, "p95_ms": 47.899}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.002, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.402, "count": 87, "max_ms": 60.43, "p95_ms": 47.782}, "visualizer_prepare_ms": {"avg_ms": 0.041, "count": 87, "max_ms": 0.094, "p95_ms": 0.081}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 87}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1004.441, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.018, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.43, "sample_count": 1989, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 209457, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:00:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.083, "exists": true, "size_bytes": 96326, "write_bytes_delta": 96326, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 202.0, "cpu_core_ratio": 0.1644, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 1945, "reason": null, "system_cpu_core_ratio": 0.007971, "system_cpu_s_delta": 0.15999999999999992, "user_cpu_core_ratio": 0.156429, "user_cpu_s_delta": 3.139999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.105117, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 55433.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.032382, "system_cpu_s_delta": 0.650000000000091, "user_cpu_core_ratio": 0.072735, "user_cpu_s_delta": 1.4599999999991269}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.566, "count": 112, "max_ms": 10.169, "p95_ms": 5.82, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 112}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 112}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.405, "count": 30, "max": 32.535, "p95": 20.879, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.677, "count": 30, "max": 19.976, "p95": 17.748, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1266.133, "count": 30, "max": 1399.0, "p95": 1396.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 307.833, "count": 30, "max": 8612.0, "p95": 284.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.058, "p95": 0.051, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.842, "count": 30, "max": 1.057, "p95": 1.054, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.253, "count": 30, "max": 4.263, "p95": 1.724, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 97630.333, "count": 30, "max": 99682.0, "p95": 99551.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97630.333, "count": 30, "max": 99682.0, "p95": 99551.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 275698.033, "count": 30, "max": 355552.0, "p95": 342337.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.171, "count": 30, "max": 0.322, "p95": 0.208, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.368, "count": 30, "max": 0.507, "p95": 0.438, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1397, "sampled_at": "2026-09-02T22:00:57+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T22:00:57+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.907, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 224481, "flush_count": 354, "flush_interval_seconds": 30.0, "flush_state": {"count": 354, "last_at": "2026-09-02T22:01:55", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T22:01:55", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 353}, "started": true, "suppressed_count": 209815, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 209815}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 354, "written_record_count": 354}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4654.609, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 581072486400, "copied_frame_count": 210168, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 581072486400, "frame_buffer_copies": 210168, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0852, "count": 512, "max_ms": 1.0724, "p50_ms": 0.0709, "p95_ms": 0.1478, "p99_ms": 0.2367}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9904, "count": 512, "max_ms": 2.5979, "p50_ms": 0.8826, "p95_ms": 1.7447, "p99_ms": 2.177, "results": {"failed": 0, "not_applicable": 0, "success": 210168, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 6, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T22:02:34+09:00", "last_error_summary": "[h264 @ 0x5798d7f59700] error while decoding MB 136 41, bytestream -7 [h264 @ 0x5798d867de00] error while decoding MB 213 57, bytestream -5", "last_exit_at": "2026-09-02T21:59:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.354, "last_started_at": "2026-09-02T22:01:01+09:00", "pid": 2061, "process": {"exists": false, "pid": 2061}, "restart_count": 5, "restart_count_per_hour": 4, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.378, "sample_count": 1967, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 210168, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:02:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 0.018, "last_frame_pushed_at": "2026-09-02T22:02:34+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-09-02T22:02:33+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 46, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 57.101, "last_sample_duration_ms": 586.191, "last_trigger": "periodic", "next_snapshot_in_sec": 542.899, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 46, "storage_bytes": 454354}, "mjpeg": {"age_sec": 0.011, "exists": true, "mtime": "2026-09-02T22:02:34.011414+09:00", "mtime_epoch": 1788354154.011414, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 96956}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T22:02:34+09:00", "process": {"exists": true, "fd_count": 113, "hwm_mb": 1027.395, "name": "celery", "pid": 217, "rss_mb": 1004.762, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 210168, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 247}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 25}, "total": {"avg": 0.101, "max": 1.0, "p95": 1.0, "sample_count": 247}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 247}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 247}, "removed": {"avg": 0.126, "max": 1.0, "p95": 1.0, "sample_count": 247}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 247}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 247}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 247, "pushed_frames": 247, "read_frames": 246, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.246, "pushed": 8.246, "read": 8.212}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 246, "client_acquire_ms": {"avg_ms": 0.006, "count": 247, "max_ms": 0.023, "p95_ms": 0.012, "reason": null, "sample_age_ms": 89.273, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.436, "count": 246, "max_ms": 2.803, "p95_ms": 1.13, "reason": null, "sample_age_ms": 116.264, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.169, "count": 246, "max_ms": 2.584, "p95_ms": 0.861, "reason": null, "sample_age_ms": 116.565, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.189, "count": 247, "max_ms": 0.64, "p95_ms": 0.399, "reason": null, "sample_age_ms": 89.28, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.154, "count": 246, "max_ms": 3.018, "p95_ms": 1.853, "reason": null, "sample_age_ms": 114.453, "source": "client_direct"}, "request_count": 246, "request_tensor_bytes": {"avg": 2211848.0, "count": 246, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 114.435, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 247, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 89.528, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.606, "count": 247, "max_ms": 59.463, "p95_ms": 44.427, "reason": null, "sample_age_ms": 89.269, "source": "client_direct"}, "sample_age_ms": 89.264, "source": "client_direct", "task_total_ms": {"avg_ms": 31.089, "count": 247, "max_ms": 62.007, "p95_ms": 45.668, "reason": null, "sample_age_ms": 89.264, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.693, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.961, "count": 247, "max_ms": 5.583, "p95_ms": 3.667}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.227, "count": 247, "max_ms": 0.874, "p95_ms": 0.428}, "detection_prepare_ms": {"avg_ms": 0.18, "count": 247, "max_ms": 1.45, "p95_ms": 0.766}, "event_filter_ms": {"avg_ms": 0.003, "count": 247, "max_ms": 0.013, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.073, "count": 247, "max_ms": 0.483, "p95_ms": 0.161}, "mcmt_ms": {"avg_ms": 0.002, "count": 247, "max_ms": 0.014, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.272, "count": 247, "max_ms": 2.126, "p95_ms": 1.469}, "setup_ms": {"avg_ms": 0.034, "count": 247, "max_ms": 0.164, "p95_ms": 0.069}, "total_inside_ms": {"avg_ms": 0.928, "count": 247, "max_ms": 5.523, "p95_ms": 3.637}, "track_match_ms": {"avg_ms": 0.007, "count": 247, "max_ms": 0.078, "p95_ms": 0.035}, "tracker_update_ms": {"avg_ms": 0.128, "count": 247, "max_ms": 1.608, "p95_ms": 0.935}}, "gstreamer_push": {"avg_ms": 3.096, "count": 247, "max_ms": 13.505, "p95_ms": 5.337}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.036, "count": 247, "max_ms": 0.153, "p95_ms": 0.069}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 31.806, "count": 247, "max_ms": 64.119, "p95_ms": 46.974}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.03, "count": 247, "max_ms": 0.105, "p95_ms": 0.062}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 247, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 247, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 64.838, "count": 247, "max_ms": 133.159, "p95_ms": 87.252}, "inference_input_copy_ms": {"avg_ms": 0.937, "count": 247, "max_ms": 2.441, "p95_ms": 1.766}, "processing_residual_ms": {"avg_ms": 0.114, "count": 247, "max_ms": 1.531, "p95_ms": 0.217}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 247, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 247, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 65.919, "count": 247, "max_ms": 133.918, "p95_ms": 88.11}, "read_interval": {"avg_ms": 121.555, "count": 246, "max_ms": 3687.995, "p95_ms": 124.957}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 247, "max_ms": 0.086, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 0.236, "count": 247, "max_ms": 2.058, "p95_ms": 1.437}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 247, "max_ms": 0.042, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.224, "count": 247, "max_ms": 2.041, "p95_ms": 1.42}, "worker_merge_ms": {"avg_ms": 0.004, "count": 247, "max_ms": 0.025, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 31.817, "count": 247, "max_ms": 64.131, "p95_ms": 46.981}, "visualize": {"avg_ms": 31.331, "count": 247, "max_ms": 84.671, "p95_ms": 48.383}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.561, "count": 247, "max_ms": 82.883, "p95_ms": 45.898}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 247, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.191, "count": 247, "max_ms": 84.189, "p95_ms": 48.266}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 247, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 247, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.122, "count": 247, "max_ms": 83.998, "p95_ms": 48.204}, "visualizer_prepare_ms": {"avg_ms": 0.039, "count": 247, "max_ms": 0.183, "p95_ms": 0.07}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 247}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 247}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 247}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1004.699, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.978, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.333, "sample_count": 1972, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 210037, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:02:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 96154, "write_bytes_delta": 96154, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1149.0, "cpu_core_ratio": 0.988677, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 2061, "reason": null, "system_cpu_core_ratio": 0.045485, "system_cpu_s_delta": 0.9099999999999997, "user_cpu_core_ratio": 0.943192, "user_cpu_s_delta": 18.870000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.790242, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 297574.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.326393, "system_cpu_s_delta": 6.529999999999745, "user_cpu_core_ratio": 0.463848, "user_cpu_s_delta": 9.280000000000655}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.094, "count": 297, "max_ms": 13.505, "p95_ms": 5.575, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.01, "max": 3.0, "p95": 2.0, "sample_count": 297}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 18}, "total": {"avg": 0.061, "max": 1.0, "p95": 1.0, "sample_count": 297}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.878, "count": 30, "max": 32.535, "p95": 23.718, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.567, "count": 30, "max": 19.976, "p95": 17.748, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1229.533, "count": 30, "max": 1399.0, "p95": 1396.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 328.233, "count": 30, "max": 8612.0, "p95": 547.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.058, "p95": 0.051, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.835, "count": 30, "max": 1.057, "p95": 1.054, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.253, "count": 30, "max": 4.263, "p95": 1.724, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 97485.867, "count": 30, "max": 99682.0, "p95": 99551.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97485.867, "count": 30, "max": 99682.0, "p95": 99551.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 264966.7, "count": 30, "max": 355552.0, "p95": 342337.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.169, "count": 30, "max": 0.326, "p95": 0.274, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.355, "count": 30, "max": 0.507, "p95": 0.453, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1401, "sampled_at": "2026-09-02T22:02:19+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T22:02:19+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 224481, "flush_count": 354, "flush_interval_seconds": 30.0, "flush_state": {"count": 354, "last_at": "2026-09-02T22:01:55", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T22:01:55", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 353}, "started": true, "suppressed_count": 209815, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 209815}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 354, "written_record_count": 354}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4654.715, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5798d7f59700] error while decoding MB 136 41, bytestream -7 [h264 @ 0x5798d867de00] error while decoding MB 213 57, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 581072486400, "copied_frame_count": 210168, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 581072486400, "frame_buffer_copies": 210168, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0852, "count": 512, "max_ms": 1.0724, "p50_ms": 0.0709, "p95_ms": 0.1478, "p99_ms": 0.2367}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9904, "count": 512, "max_ms": 2.5979, "p50_ms": 0.8826, "p95_ms": 1.7447, "p99_ms": 2.177, "results": {"failed": 0, "not_applicable": 0, "success": 210168, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 6, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T22:02:34+09:00", "last_error_summary": "[h264 @ 0x5798d7f59700] error while decoding MB 136 41, bytestream -7 [h264 @ 0x5798d867de00] error while decoding MB 213 57, bytestream -5", "last_exit_at": "2026-09-02T21:59:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.354, "last_started_at": "2026-09-02T22:01:01+09:00", "pid": 2061, "process": {"exists": false, "pid": 2061}, "restart_count": 5, "restart_count_per_hour": 4, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.378, "sample_count": 1966, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 210168, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:02:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 0.018, "last_frame_pushed_at": "2026-09-02T22:02:34+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-09-02T22:02:33+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 46, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 57.108, "last_sample_duration_ms": 586.191, "last_trigger": "periodic", "next_snapshot_in_sec": 542.892, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 46, "storage_bytes": 454354}, "mjpeg": {"age_sec": 0.011, "exists": true, "mtime": "2026-09-02T22:02:34.011414+09:00", "mtime_epoch": 1788354154.011414, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 96956}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T22:02:34+09:00", "process": {"exists": true, "fd_count": 112, "hwm_mb": 1027.395, "name": "celery", "pid": 217, "rss_mb": 1004.762, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 210168, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 247}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 25}, "total": {"avg": 0.101, "max": 1.0, "p95": 1.0, "sample_count": 247}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 247}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 247}, "removed": {"avg": 0.126, "max": 1.0, "p95": 1.0, "sample_count": 247}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 247}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 247}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 247, "pushed_frames": 247, "read_frames": 246, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.244, "pushed": 8.244, "read": 8.211}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 246, "client_acquire_ms": {"avg_ms": 0.006, "count": 247, "max_ms": 0.023, "p95_ms": 0.012, "reason": null, "sample_age_ms": 93.761, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.436, "count": 246, "max_ms": 2.803, "p95_ms": 1.13, "reason": null, "sample_age_ms": 120.752, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.169, "count": 246, "max_ms": 2.584, "p95_ms": 0.861, "reason": null, "sample_age_ms": 121.053, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.189, "count": 247, "max_ms": 0.64, "p95_ms": 0.399, "reason": null, "sample_age_ms": 93.767, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.154, "count": 246, "max_ms": 3.018, "p95_ms": 1.853, "reason": null, "sample_age_ms": 118.941, "source": "client_direct"}, "request_count": 246, "request_tensor_bytes": {"avg": 2211848.0, "count": 246, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 118.922, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 247, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 94.016, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.606, "count": 247, "max_ms": 59.463, "p95_ms": 44.427, "reason": null, "sample_age_ms": 93.757, "source": "client_direct"}, "sample_age_ms": 93.751, "source": "client_direct", "task_total_ms": {"avg_ms": 31.089, "count": 247, "max_ms": 62.007, "p95_ms": 45.668, "reason": null, "sample_age_ms": 93.751, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 9.688, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.961, "count": 247, "max_ms": 5.583, "p95_ms": 3.667}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.227, "count": 247, "max_ms": 0.874, "p95_ms": 0.428}, "detection_prepare_ms": {"avg_ms": 0.18, "count": 247, "max_ms": 1.45, "p95_ms": 0.766}, "event_filter_ms": {"avg_ms": 0.003, "count": 247, "max_ms": 0.013, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.073, "count": 247, "max_ms": 0.483, "p95_ms": 0.161}, "mcmt_ms": {"avg_ms": 0.002, "count": 247, "max_ms": 0.014, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.272, "count": 247, "max_ms": 2.126, "p95_ms": 1.469}, "setup_ms": {"avg_ms": 0.034, "count": 247, "max_ms": 0.164, "p95_ms": 0.069}, "total_inside_ms": {"avg_ms": 0.928, "count": 247, "max_ms": 5.523, "p95_ms": 3.637}, "track_match_ms": {"avg_ms": 0.007, "count": 247, "max_ms": 0.078, "p95_ms": 0.035}, "tracker_update_ms": {"avg_ms": 0.128, "count": 247, "max_ms": 1.608, "p95_ms": 0.935}}, "gstreamer_push": {"avg_ms": 3.096, "count": 247, "max_ms": 13.505, "p95_ms": 5.337}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.036, "count": 247, "max_ms": 0.153, "p95_ms": 0.069}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 31.806, "count": 247, "max_ms": 64.119, "p95_ms": 46.974}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.03, "count": 247, "max_ms": 0.105, "p95_ms": 0.062}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 247, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 247, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 64.838, "count": 247, "max_ms": 133.159, "p95_ms": 87.252}, "inference_input_copy_ms": {"avg_ms": 0.937, "count": 247, "max_ms": 2.441, "p95_ms": 1.766}, "processing_residual_ms": {"avg_ms": 0.114, "count": 247, "max_ms": 1.531, "p95_ms": 0.217}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 247, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 247, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 65.919, "count": 247, "max_ms": 133.918, "p95_ms": 88.11}, "read_interval": {"avg_ms": 121.555, "count": 246, "max_ms": 3687.995, "p95_ms": 124.957}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 247, "max_ms": 0.086, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 0.236, "count": 247, "max_ms": 2.058, "p95_ms": 1.437}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 247, "max_ms": 0.042, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.224, "count": 247, "max_ms": 2.041, "p95_ms": 1.42}, "worker_merge_ms": {"avg_ms": 0.004, "count": 247, "max_ms": 0.025, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 31.817, "count": 247, "max_ms": 64.131, "p95_ms": 46.981}, "visualize": {"avg_ms": 31.331, "count": 247, "max_ms": 84.671, "p95_ms": 48.383}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.561, "count": 247, "max_ms": 82.883, "p95_ms": 45.898}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 247, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.191, "count": 247, "max_ms": 84.189, "p95_ms": 48.266}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 247, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 247, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.122, "count": 247, "max_ms": 83.998, "p95_ms": 48.204}, "visualizer_prepare_ms": {"avg_ms": 0.039, "count": 247, "max_ms": 0.183, "p95_ms": 0.07}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 247}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 247}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 247}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1004.699, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.978, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.333, "sample_count": 1972, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 210037, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:02:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 96154, "write_bytes_delta": 96154, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1149.0, "cpu_core_ratio": 0.988677, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 2061, "reason": null, "system_cpu_core_ratio": 0.045485, "system_cpu_s_delta": 0.9099999999999997, "user_cpu_core_ratio": 0.943192, "user_cpu_s_delta": 18.870000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.790242, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 297574.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.326393, "system_cpu_s_delta": 6.529999999999745, "user_cpu_core_ratio": 0.463848, "user_cpu_s_delta": 9.280000000000655}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.094, "count": 297, "max_ms": 13.505, "p95_ms": 5.575, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.01, "max": 3.0, "p95": 2.0, "sample_count": 297}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 18}, "total": {"avg": 0.061, "max": 1.0, "p95": 1.0, "sample_count": 297}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.878, "count": 30, "max": 32.535, "p95": 23.718, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.567, "count": 30, "max": 19.976, "p95": 17.748, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1229.533, "count": 30, "max": 1399.0, "p95": 1396.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 328.233, "count": 30, "max": 8612.0, "p95": 547.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.058, "p95": 0.051, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.835, "count": 30, "max": 1.057, "p95": 1.054, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.253, "count": 30, "max": 4.263, "p95": 1.724, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 97485.867, "count": 30, "max": 99682.0, "p95": 99551.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97485.867, "count": 30, "max": 99682.0, "p95": 99551.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 264966.7, "count": 30, "max": 355552.0, "p95": 342337.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.169, "count": 30, "max": 0.326, "p95": 0.274, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.355, "count": 30, "max": 0.507, "p95": 0.453, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1401, "sampled_at": "2026-09-02T22:02:19+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T22:02:19+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 224481, "flush_count": 354, "flush_interval_seconds": 30.0, "flush_state": {"count": 354, "last_at": "2026-09-02T22:01:55", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T22:01:55", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 353}, "started": true, "suppressed_count": 209815, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 209815}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 354, "written_record_count": 354}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4655.516, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 581072486400, "copied_frame_count": 210168, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 581072486400, "frame_buffer_copies": 210168, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0852, "count": 512, "max_ms": 1.0724, "p50_ms": 0.0709, "p95_ms": 0.1478, "p99_ms": 0.2367}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9904, "count": 512, "max_ms": 2.5979, "p50_ms": 0.8826, "p95_ms": 1.7447, "p99_ms": 2.177, "results": {"failed": 0, "not_applicable": 0, "success": 210168, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 6, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T22:02:34+09:00", "last_error_summary": "[h264 @ 0x5798d7f59700] error while decoding MB 136 41, bytestream -7 [h264 @ 0x5798d867de00] error while decoding MB 213 57, bytestream -5", "last_exit_at": "2026-09-02T21:59:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.41, "last_started_at": "2026-09-02T22:01:01+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 5, "restart_count_per_hour": 4, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.378, "sample_count": 1966, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 210168, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:02:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 0.074, "last_frame_pushed_at": "2026-09-02T22:02:34+09:00", "last_frame_read_age_sec": 0.159, "last_frame_read_at": "2026-09-02T22:02:33+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 46, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 57.135, "last_sample_duration_ms": 586.191, "last_trigger": "periodic", "next_snapshot_in_sec": 542.865, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 46, "storage_bytes": 454354}, "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-09-02T22:02:34.011414+09:00", "mtime_epoch": 1788354154.011414, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 96956}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T22:02:34+09:00", "process": {"exists": true, "fd_count": 111, "hwm_mb": 1027.395, "name": "celery", "pid": 217, "rss_mb": 1004.766, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 210168, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 246}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 25}, "total": {"avg": 0.102, "max": 1.0, "p95": 1.0, "sample_count": 246}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}, "removed": {"avg": 0.126, "max": 1.0, "p95": 1.0, "sample_count": 246}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 246, "pushed_frames": 246, "read_frames": 245, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.215, "pushed": 8.215, "read": 8.181}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 245, "client_acquire_ms": {"avg_ms": 0.006, "count": 246, "max_ms": 0.023, "p95_ms": 0.012, "reason": null, "sample_age_ms": 139.227, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.437, "count": 245, "max_ms": 2.803, "p95_ms": 1.131, "reason": null, "sample_age_ms": 166.219, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.17, "count": 245, "max_ms": 2.584, "p95_ms": 0.861, "reason": null, "sample_age_ms": 166.519, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.19, "count": 246, "max_ms": 0.64, "p95_ms": 0.4, "reason": null, "sample_age_ms": 139.234, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.157, "count": 245, "max_ms": 3.018, "p95_ms": 1.854, "reason": null, "sample_age_ms": 164.407, "source": "client_direct"}, "request_count": 245, "request_tensor_bytes": {"avg": 2211848.0, "count": 245, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 164.389, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 246, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 139.482, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.621, "count": 246, "max_ms": 59.463, "p95_ms": 44.427, "reason": null, "sample_age_ms": 139.224, "source": "client_direct"}, "sample_age_ms": 139.218, "source": "client_direct", "task_total_ms": {"avg_ms": 31.107, "count": 246, "max_ms": 62.007, "p95_ms": 45.673, "reason": null, "sample_age_ms": 139.218, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.998, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.963, "count": 246, "max_ms": 5.583, "p95_ms": 3.667}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.228, "count": 246, "max_ms": 0.874, "p95_ms": 0.428}, "detection_prepare_ms": {"avg_ms": 0.18, "count": 246, "max_ms": 1.45, "p95_ms": 0.766}, "event_filter_ms": {"avg_ms": 0.003, "count": 246, "max_ms": 0.013, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.073, "count": 246, "max_ms": 0.483, "p95_ms": 0.161}, "mcmt_ms": {"avg_ms": 0.002, "count": 246, "max_ms": 0.014, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.273, "count": 246, "max_ms": 2.126, "p95_ms": 1.469}, "setup_ms": {"avg_ms": 0.035, "count": 246, "max_ms": 0.164, "p95_ms": 0.069}, "total_inside_ms": {"avg_ms": 0.929, "count": 246, "max_ms": 5.523, "p95_ms": 3.637}, "track_match_ms": {"avg_ms": 0.007, "count": 246, "max_ms": 0.078, "p95_ms": 0.035}, "tracker_update_ms": {"avg_ms": 0.128, "count": 246, "max_ms": 1.608, "p95_ms": 0.935}}, "gstreamer_push": {"avg_ms": 3.094, "count": 246, "max_ms": 13.505, "p95_ms": 5.337}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.036, "count": 246, "max_ms": 0.153, "p95_ms": 0.069}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 31.824, "count": 246, "max_ms": 64.119, "p95_ms": 46.974}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.03, "count": 246, "max_ms": 0.105, "p95_ms": 0.062}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 64.894, "count": 246, "max_ms": 133.159, "p95_ms": 87.252}, "inference_input_copy_ms": {"avg_ms": 0.939, "count": 246, "max_ms": 2.441, "p95_ms": 1.766}, "processing_residual_ms": {"avg_ms": 0.114, "count": 246, "max_ms": 1.531, "p95_ms": 0.217}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 65.977, "count": 246, "max_ms": 133.918, "p95_ms": 88.11}, "read_interval": {"avg_ms": 121.814, "count": 245, "max_ms": 3687.995, "p95_ms": 124.957}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 246, "max_ms": 0.086, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 0.237, "count": 246, "max_ms": 2.058, "p95_ms": 1.437}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 246, "max_ms": 0.042, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.224, "count": 246, "max_ms": 2.041, "p95_ms": 1.42}, "worker_merge_ms": {"avg_ms": 0.004, "count": 246, "max_ms": 0.025, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 31.836, "count": 246, "max_ms": 64.131, "p95_ms": 46.981}, "visualize": {"avg_ms": 31.365, "count": 246, "max_ms": 84.671, "p95_ms": 48.383}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.594, "count": 246, "max_ms": 82.883, "p95_ms": 45.898}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.225, "count": 246, "max_ms": 84.189, "p95_ms": 48.266}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.156, "count": 246, "max_ms": 83.998, "p95_ms": 48.204}, "visualizer_prepare_ms": {"avg_ms": 0.039, "count": 246, "max_ms": 0.183, "p95_ms": 0.07}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 246}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1004.699, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.978, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.333, "sample_count": 1972, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 210037, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:02:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 96154, "write_bytes_delta": 96154, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1149.0, "cpu_core_ratio": 0.988677, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 2061, "reason": null, "system_cpu_core_ratio": 0.045485, "system_cpu_s_delta": 0.9099999999999997, "user_cpu_core_ratio": 0.943192, "user_cpu_s_delta": 18.870000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.790242, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 297574.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.326393, "system_cpu_s_delta": 6.529999999999745, "user_cpu_core_ratio": 0.463848, "user_cpu_s_delta": 9.280000000000655}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.094, "count": 297, "max_ms": 13.505, "p95_ms": 5.575, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.01, "max": 3.0, "p95": 2.0, "sample_count": 297}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 18}, "total": {"avg": 0.061, "max": 1.0, "p95": 1.0, "sample_count": 297}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.878, "count": 30, "max": 32.535, "p95": 23.718, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.567, "count": 30, "max": 19.976, "p95": 17.748, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1229.533, "count": 30, "max": 1399.0, "p95": 1396.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 328.233, "count": 30, "max": 8612.0, "p95": 547.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.058, "p95": 0.051, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.835, "count": 30, "max": 1.057, "p95": 1.054, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.253, "count": 30, "max": 4.263, "p95": 1.724, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 97485.867, "count": 30, "max": 99682.0, "p95": 99551.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97485.867, "count": 30, "max": 99682.0, "p95": 99551.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 264966.7, "count": 30, "max": 355552.0, "p95": 342337.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.169, "count": 30, "max": 0.326, "p95": 0.274, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.355, "count": 30, "max": 0.507, "p95": 0.453, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1401, "sampled_at": "2026-09-02T22:02:19+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T22:02:19+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 224481, "flush_count": 354, "flush_interval_seconds": 30.0, "flush_state": {"count": 354, "last_at": "2026-09-02T22:01:55", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T22:01:55", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 353}, "started": true, "suppressed_count": 209815, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 209815}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 354, "written_record_count": 354}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4694.363, "limit_mb": null}, "detail": {"pid": 2177, "restart_count": 6, "start_count": 7}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 581072486400, "copied_frame_count": 210168, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 581072486400, "frame_buffer_copies": 210168, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0852, "count": 512, "max_ms": 1.0724, "p50_ms": 0.0709, "p95_ms": 0.1478, "p99_ms": 0.2367}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9904, "count": 512, "max_ms": 2.5979, "p50_ms": 0.8826, "p95_ms": 1.7447, "p99_ms": 2.177, "results": {"failed": 0, "not_applicable": 0, "success": 210168, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 6, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T22:02:34+09:00", "last_error_summary": "[h264 @ 0x5798d7f59700] error while decoding MB 136 41, bytestream -7 [h264 @ 0x5798d867de00] error while decoding MB 213 57, bytestream -5", "last_exit_at": "2026-09-02T21:59:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-09-02T22:02:36+09:00", "pid": 2177, "process": {"exists": true, "fd_count": 4, "hwm_mb": 75.371, "name": "ffmpeg", "pid": 2177, "rss_mb": 75.371, "state": "S (sleeping)", "threads": 1}, "restart_count": 6, "restart_count_per_hour": 5, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.378, "sample_count": 1911, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 210168, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:02:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 4.972, "last_frame_pushed_at": "2026-09-02T22:02:34+09:00", "last_frame_read_age_sec": 5.058, "last_frame_read_at": "2026-09-02T22:02:33+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 46, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 62.036, "last_sample_duration_ms": 586.191, "last_trigger": "periodic", "next_snapshot_in_sec": 537.964, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 46, "storage_bytes": 454354}, "mjpeg": {"age_sec": 4.965, "exists": true, "mtime": "2026-09-02T22:02:34.011414+09:00", "mtime_epoch": 1788354154.011414, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 96956}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T22:02:38+09:00", "process": {"exists": true, "fd_count": 112, "hwm_mb": 1027.395, "name": "celery", "pid": 217, "rss_mb": 1004.77, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 210168, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 225}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 18}, "total": {"avg": 0.08, "max": 1.0, "p95": 1.0, "sample_count": 225}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "removed": {"avg": 0.138, "max": 1.0, "p95": 1.0, "sample_count": 225}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.508, "pushed": 7.508, "read": 7.475}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 224, "client_acquire_ms": {"avg_ms": 0.006, "count": 224, "max_ms": 0.023, "p95_ms": 0.012, "reason": null, "sample_age_ms": 5037.811, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.436, "count": 224, "max_ms": 2.803, "p95_ms": 1.131, "reason": null, "sample_age_ms": 5064.802, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.167, "count": 224, "max_ms": 2.584, "p95_ms": 0.854, "reason": null, "sample_age_ms": 5065.103, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.184, "count": 224, "max_ms": 0.637, "p95_ms": 0.384, "reason": null, "sample_age_ms": 5037.818, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.153, "count": 224, "max_ms": 3.018, "p95_ms": 1.816, "reason": null, "sample_age_ms": 5062.991, "source": "client_direct"}, "request_count": 224, "request_tensor_bytes": {"avg": 2211848.0, "count": 224, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 5062.973, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 224, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5038.066, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.28, "count": 224, "max_ms": 59.463, "p95_ms": 41.562, "reason": null, "sample_age_ms": 5037.807, "source": "client_direct"}, "sample_age_ms": 5037.802, "source": "client_direct", "task_total_ms": {"avg_ms": 30.76, "count": 224, "max_ms": 62.007, "p95_ms": 43.434, "reason": null, "sample_age_ms": 5037.802, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.04, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.898, "count": 225, "max_ms": 5.583, "p95_ms": 3.667}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.225, "count": 225, "max_ms": 0.637, "p95_ms": 0.4}, "detection_prepare_ms": {"avg_ms": 0.167, "count": 225, "max_ms": 1.45, "p95_ms": 0.766}, "event_filter_ms": {"avg_ms": 0.003, "count": 225, "max_ms": 0.013, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.072, "count": 225, "max_ms": 0.483, "p95_ms": 0.161}, "mcmt_ms": {"avg_ms": 0.002, "count": 225, "max_ms": 0.014, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.245, "count": 225, "max_ms": 2.126, "p95_ms": 1.467}, "setup_ms": {"avg_ms": 0.034, "count": 225, "max_ms": 0.164, "p95_ms": 0.068}, "total_inside_ms": {"avg_ms": 0.865, "count": 225, "max_ms": 5.523, "p95_ms": 3.637}, "track_match_ms": {"avg_ms": 0.006, "count": 225, "max_ms": 0.078, "p95_ms": 0.034}, "tracker_update_ms": {"avg_ms": 0.11, "count": 225, "max_ms": 1.608, "p95_ms": 0.868}}, "gstreamer_push": {"avg_ms": 2.957, "count": 225, "max_ms": 6.837, "p95_ms": 5.215}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.036, "count": 225, "max_ms": 0.124, "p95_ms": 0.069}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 31.501, "count": 225, "max_ms": 64.119, "p95_ms": 44.388}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.03, "count": 225, "max_ms": 0.105, "p95_ms": 0.062}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 64.343, "count": 225, "max_ms": 126.509, "p95_ms": 85.714}, "inference_input_copy_ms": {"avg_ms": 0.939, "count": 225, "max_ms": 2.441, "p95_ms": 1.766}, "processing_residual_ms": {"avg_ms": 0.109, "count": 225, "max_ms": 0.982, "p95_ms": 0.211}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 65.42, "count": 225, "max_ms": 127.208, "p95_ms": 86.837}, "read_interval": {"avg_ms": 111.51, "count": 224, "max_ms": 3687.995, "p95_ms": 124.591}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 225, "max_ms": 0.086, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 0.208, "count": 225, "max_ms": 2.058, "p95_ms": 1.428}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 225, "max_ms": 0.042, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.196, "count": 225, "max_ms": 2.041, "p95_ms": 1.417}, "worker_merge_ms": {"avg_ms": 0.004, "count": 225, "max_ms": 0.025, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 31.512, "count": 225, "max_ms": 64.131, "p95_ms": 44.397}, "visualize": {"avg_ms": 31.207, "count": 225, "max_ms": 67.281, "p95_ms": 46.527}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.478, "count": 225, "max_ms": 66.388, "p95_ms": 44.937}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.067, "count": 225, "max_ms": 67.07, "p95_ms": 46.427}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.998, "count": 225, "max_ms": 66.966, "p95_ms": 46.363}, "visualizer_prepare_ms": {"avg_ms": 0.039, "count": 225, "max_ms": 0.183, "p95_ms": 0.07}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 225}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1004.699, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.978, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.333, "sample_count": 1972, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 210037, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:02:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 96154, "write_bytes_delta": 96154, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1149.0, "cpu_core_ratio": 0.988677, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 2061, "reason": null, "system_cpu_core_ratio": 0.045485, "system_cpu_s_delta": 0.9099999999999997, "user_cpu_core_ratio": 0.943192, "user_cpu_s_delta": 18.870000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.790242, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 297574.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.326393, "system_cpu_s_delta": 6.529999999999745, "user_cpu_core_ratio": 0.463848, "user_cpu_s_delta": 9.280000000000655}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.094, "count": 297, "max_ms": 13.505, "p95_ms": 5.575, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.01, "max": 3.0, "p95": 2.0, "sample_count": 297}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 18}, "total": {"avg": 0.061, "max": 1.0, "p95": 1.0, "sample_count": 297}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.878, "count": 30, "max": 32.535, "p95": 23.718, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.567, "count": 30, "max": 19.976, "p95": 17.748, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1229.533, "count": 30, "max": 1399.0, "p95": 1396.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 328.233, "count": 30, "max": 8612.0, "p95": 547.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.058, "p95": 0.051, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.835, "count": 30, "max": 1.057, "p95": 1.054, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.253, "count": 30, "max": 4.263, "p95": 1.724, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 97485.867, "count": 30, "max": 99682.0, "p95": 99551.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97485.867, "count": 30, "max": 99682.0, "p95": 99551.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 264966.7, "count": 30, "max": 355552.0, "p95": 342337.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.169, "count": 30, "max": 0.326, "p95": 0.274, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.355, "count": 30, "max": 0.507, "p95": 0.453, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1401, "sampled_at": "2026-09-02T22:02:19+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T22:02:19+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 226115, "flush_count": 356, "flush_interval_seconds": 30.0, "flush_state": {"count": 356, "last_at": "2026-09-02T22:04:01", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T22:04:01", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 355}, "started": true, "suppressed_count": 210462, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 210462}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 356, "written_record_count": 356}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4677.328, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x6178cd764d40] error while decoding MB 111 22, bytestream -6", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 582864076800, "copied_frame_count": 210816, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 582864076800, "frame_buffer_copies": 210816, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0843, "count": 512, "max_ms": 2.8191, "p50_ms": 0.0689, "p95_ms": 0.1355, "p99_ms": 0.199}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9857, "count": 512, "max_ms": 8.8953, "p50_ms": 0.8785, "p95_ms": 1.6142, "p99_ms": 2.3032, "results": {"failed": 0, "not_applicable": 0, "success": 210816, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 7, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T22:04:07+09:00", "last_error_summary": "[h264 @ 0x6178cd764d40] error while decoding MB 111 22, bytestream -6", "last_exit_at": "2026-09-02T21:59:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 90.744, "last_started_at": "2026-09-02T22:02:36+09:00", "pid": 2177, "process": {"exists": false, "pid": 2177}, "restart_count": 6, "restart_count_per_hour": 5, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.631, "sample_count": 2016, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 210816, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:04:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 0.052, "last_frame_pushed_at": "2026-09-02T22:04:07+09:00", "last_frame_read_age_sec": 0.049, "last_frame_read_at": "2026-09-02T22:04:07+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 46, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 150.771, "last_sample_duration_ms": 586.191, "last_trigger": "periodic", "next_snapshot_in_sec": 449.229, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 46, "storage_bytes": 454354}, "mjpeg": {"age_sec": 0.045, "exists": true, "mtime": "2026-09-02T22:04:07.674021+09:00", "mtime_epoch": 1788354247.6740208, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 96648}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T22:04:07+09:00", "process": {"exists": true, "fd_count": 112, "hwm_mb": 1027.551, "name": "celery", "pid": 217, "rss_mb": 1026.18, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 210817, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 180}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 38}, "total": {"avg": 0.211, "max": 1.0, "p95": 1.0, "sample_count": 180}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 180, "pushed_frames": 180, "read_frames": 180, "select_timeouts": 13, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.012, "pushed": 6.012, "read": 6.012}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 180, "client_acquire_ms": {"avg_ms": 0.006, "count": 181, "max_ms": 0.022, "p95_ms": 0.011, "reason": null, "sample_age_ms": 26.032, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.408, "count": 180, "max_ms": 2.855, "p95_ms": 1.068, "reason": null, "sample_age_ms": 52.188, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.17, "count": 180, "max_ms": 2.465, "p95_ms": 0.874, "reason": null, "sample_age_ms": 52.357, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.216, "count": 181, "max_ms": 2.599, "p95_ms": 0.47, "reason": null, "sample_age_ms": 26.037, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.152, "count": 180, "max_ms": 4.962, "p95_ms": 1.977, "reason": null, "sample_age_ms": 51.47, "source": "client_direct"}, "request_count": 180, "request_tensor_bytes": {"avg": 2211848.0, "count": 180, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 51.456, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 181, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 26.188, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.714, "count": 181, "max_ms": 60.498, "p95_ms": 42.712, "reason": null, "sample_age_ms": 26.029, "source": "client_direct"}, "sample_age_ms": 26.026, "source": "client_direct", "task_total_ms": {"avg_ms": 32.223, "count": 181, "max_ms": 62.68, "p95_ms": 45.207, "reason": null, "sample_age_ms": 26.026, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.869, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.334, "count": 180, "max_ms": 8.623, "p95_ms": 4.18}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.246, "count": 180, "max_ms": 0.809, "p95_ms": 0.496}, "detection_prepare_ms": {"avg_ms": 0.271, "count": 180, "max_ms": 2.144, "p95_ms": 0.95}, "event_filter_ms": {"avg_ms": 0.003, "count": 180, "max_ms": 0.009, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.09, "count": 180, "max_ms": 0.578, "p95_ms": 0.192}, "mcmt_ms": {"avg_ms": 0.002, "count": 180, "max_ms": 0.007, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.433, "count": 180, "max_ms": 3.243, "p95_ms": 1.581}, "setup_ms": {"avg_ms": 0.033, "count": 180, "max_ms": 0.115, "p95_ms": 0.066}, "total_inside_ms": {"avg_ms": 1.299, "count": 180, "max_ms": 8.523, "p95_ms": 4.123}, "track_match_ms": {"avg_ms": 0.012, "count": 180, "max_ms": 0.113, "p95_ms": 0.046}, "tracker_update_ms": {"avg_ms": 0.208, "count": 180, "max_ms": 2.263, "p95_ms": 0.964}}, "gstreamer_push": {"avg_ms": 2.837, "count": 180, "max_ms": 7.866, "p95_ms": 5.148}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.039, "count": 180, "max_ms": 0.413, "p95_ms": 0.071}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 32.936, "count": 180, "max_ms": 64.105, "p95_ms": 46.53}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.031, "count": 180, "max_ms": 0.096, "p95_ms": 0.059}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 67.66, "count": 180, "max_ms": 113.302, "p95_ms": 92.12}, "inference_input_copy_ms": {"avg_ms": 0.953, "count": 180, "max_ms": 2.752, "p95_ms": 1.914}, "processing_residual_ms": {"avg_ms": 0.099, "count": 180, "max_ms": 0.26, "p95_ms": 0.189}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 68.743, "count": 180, "max_ms": 114.575, "p95_ms": 93.428}, "read_interval": {"avg_ms": 166.488, "count": 180, "max_ms": 6005.365, "p95_ms": 129.627}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 180, "max_ms": 0.036, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.395, "count": 180, "max_ms": 3.153, "p95_ms": 1.548}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 180, "max_ms": 0.034, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.384, "count": 180, "max_ms": 3.132, "p95_ms": 1.538}, "worker_merge_ms": {"avg_ms": 0.004, "count": 180, "max_ms": 0.017, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 32.947, "count": 180, "max_ms": 64.117, "p95_ms": 46.544}, "visualize": {"avg_ms": 32.655, "count": 180, "max_ms": 61.746, "p95_ms": 46.324}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.721, "count": 180, "max_ms": 60.935, "p95_ms": 45.661}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.508, "count": 180, "max_ms": 61.564, "p95_ms": 46.224}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.002, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.429, "count": 180, "max_ms": 61.463, "p95_ms": 46.157}, "visualizer_prepare_ms": {"avg_ms": 0.048, "count": 180, "max_ms": 1.489, "p95_ms": 0.073}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 180}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1005.0, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.148, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.027, "sample_count": 2117, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 210653, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:03:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 95347, "write_bytes_delta": 95347, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1110.0, "cpu_core_ratio": 0.817176, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 2177, "reason": null, "system_cpu_core_ratio": 0.038312, "system_cpu_s_delta": 0.8200000000000003, "user_cpu_core_ratio": 0.778864, "user_cpu_s_delta": 16.67}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.984443, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 292987.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.454143, "system_cpu_s_delta": 9.7199999999998, "user_cpu_core_ratio": 0.5303, "user_cpu_s_delta": 11.350000000000364}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.93, "count": 276, "max_ms": 9.973, "p95_ms": 5.21, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.047, "max": 3.0, "p95": 2.0, "sample_count": 276}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 47}, "total": {"avg": 0.17, "max": 1.0, "p95": 1.0, "sample_count": 276}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.268, "count": 30, "max": 32.535, "p95": 28.582, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.17, "count": 30, "max": 19.976, "p95": 17.748, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1195.133, "count": 30, "max": 1464.0, "p95": 1396.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 759.133, "count": 30, "max": 12627.0, "p95": 5011.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.058, "p95": 0.051, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.824, "count": 30, "max": 1.113, "p95": 1.056, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.254, "count": 30, "max": 4.263, "p95": 1.724, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 97206.967, "count": 30, "max": 99682.0, "p95": 99551.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97206.967, "count": 30, "max": 99682.0, "p95": 99551.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 255957.1, "count": 30, "max": 355552.0, "p95": 342657.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.21, "count": 30, "max": 1.041, "p95": 0.397, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.368, "count": 30, "max": 0.997, "p95": 0.52, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1405, "sampled_at": "2026-09-02T22:03:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T22:03:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 226115, "flush_count": 356, "flush_interval_seconds": 30.0, "flush_state": {"count": 356, "last_at": "2026-09-02T22:04:01", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T22:04:01", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 355}, "started": true, "suppressed_count": 210462, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 210462}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 356, "written_record_count": 356}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4656.406, "limit_mb": null}, "detail": {"last_error_at": "2026-09-02T22:04:07+09:00", "last_error_summary": "[h264 @ 0x6178cd764d40] error while decoding MB 111 22, bytestream -6", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 582866841600, "copied_frame_count": 210817, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 582866841600, "frame_buffer_copies": 210817, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0843, "count": 512, "max_ms": 2.8191, "p50_ms": 0.0689, "p95_ms": 0.1355, "p99_ms": 0.199}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9866, "count": 512, "max_ms": 8.8953, "p50_ms": 0.8785, "p95_ms": 1.6142, "p99_ms": 2.3032, "results": {"failed": 0, "not_applicable": 0, "success": 210817, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 7, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T22:04:07+09:00", "last_error_summary": "[h264 @ 0x6178cd764d40] error while decoding MB 111 22, bytestream -6", "last_exit_at": "2026-09-02T22:04:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 90.775, "last_started_at": "2026-09-02T22:02:36+09:00", "pid": 2177, "process": {"exists": false, "pid": 2177}, "restart_count": 6, "restart_count_per_hour": 5, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.631, "sample_count": 2017, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 210817, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:04:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 0.01, "last_frame_pushed_at": "2026-09-02T22:04:07+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-09-02T22:04:07+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 46, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 150.798, "last_sample_duration_ms": 586.191, "last_trigger": "periodic", "next_snapshot_in_sec": 449.202, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 46, "storage_bytes": 454354}, "mjpeg": {"age_sec": 0.004, "exists": true, "mtime": "2026-09-02T22:04:07.746021+09:00", "mtime_epoch": 1788354247.7460213, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 97696}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T22:04:07+09:00", "process": {"exists": true, "fd_count": 111, "hwm_mb": 1027.551, "name": "celery", "pid": 217, "rss_mb": 1005.086, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 210817, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 181}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 39}, "total": {"avg": 0.215, "max": 1.0, "p95": 1.0, "sample_count": 181}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 181, "pushed_frames": 181, "read_frames": 180, "select_timeouts": 13, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.039, "pushed": 6.039, "read": 6.006}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 180, "client_acquire_ms": {"avg_ms": 0.006, "count": 180, "max_ms": 0.022, "p95_ms": 0.011, "reason": null, "sample_age_ms": 55.199, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.408, "count": 180, "max_ms": 2.855, "p95_ms": 1.068, "reason": null, "sample_age_ms": 81.355, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.17, "count": 180, "max_ms": 2.465, "p95_ms": 0.874, "reason": null, "sample_age_ms": 81.524, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.216, "count": 180, "max_ms": 2.599, "p95_ms": 0.471, "reason": null, "sample_age_ms": 55.205, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.152, "count": 180, "max_ms": 4.962, "p95_ms": 1.977, "reason": null, "sample_age_ms": 80.637, "source": "client_direct"}, "request_count": 180, "request_tensor_bytes": {"avg": 2211848.0, "count": 180, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 80.624, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 180, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 55.355, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.667, "count": 180, "max_ms": 60.498, "p95_ms": 42.713, "reason": null, "sample_age_ms": 55.197, "source": "client_direct"}, "sample_age_ms": 55.193, "source": "client_direct", "task_total_ms": {"avg_ms": 32.174, "count": 180, "max_ms": 62.68, "p95_ms": 45.213, "reason": null, "sample_age_ms": 55.193, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.837, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.345, "count": 181, "max_ms": 8.623, "p95_ms": 4.18}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.245, "count": 181, "max_ms": 0.809, "p95_ms": 0.496}, "detection_prepare_ms": {"avg_ms": 0.274, "count": 181, "max_ms": 2.144, "p95_ms": 0.95}, "event_filter_ms": {"avg_ms": 0.003, "count": 181, "max_ms": 0.009, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.09, "count": 181, "max_ms": 0.578, "p95_ms": 0.192}, "mcmt_ms": {"avg_ms": 0.002, "count": 181, "max_ms": 0.007, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.438, "count": 181, "max_ms": 3.243, "p95_ms": 1.581}, "setup_ms": {"avg_ms": 0.034, "count": 181, "max_ms": 0.115, "p95_ms": 0.066}, "total_inside_ms": {"avg_ms": 1.31, "count": 181, "max_ms": 8.523, "p95_ms": 4.123}, "track_match_ms": {"avg_ms": 0.012, "count": 181, "max_ms": 0.113, "p95_ms": 0.046}, "tracker_update_ms": {"avg_ms": 0.212, "count": 181, "max_ms": 2.263, "p95_ms": 0.964}}, "gstreamer_push": {"avg_ms": 2.83, "count": 181, "max_ms": 7.866, "p95_ms": 5.148}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.039, "count": 181, "max_ms": 0.413, "p95_ms": 0.071}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 32.905, "count": 181, "max_ms": 64.105, "p95_ms": 46.53}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.031, "count": 181, "max_ms": 0.096, "p95_ms": 0.059}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 67.653, "count": 181, "max_ms": 113.302, "p95_ms": 92.12}, "inference_input_copy_ms": {"avg_ms": 0.951, "count": 181, "max_ms": 2.752, "p95_ms": 1.914}, "processing_residual_ms": {"avg_ms": 0.099, "count": 181, "max_ms": 0.26, "p95_ms": 0.189}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 68.733, "count": 181, "max_ms": 114.575, "p95_ms": 93.428}, "read_interval": {"avg_ms": 166.488, "count": 180, "max_ms": 6005.365, "p95_ms": 129.627}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 181, "max_ms": 0.036, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.401, "count": 181, "max_ms": 3.153, "p95_ms": 1.548}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 181, "max_ms": 0.034, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.389, "count": 181, "max_ms": 3.132, "p95_ms": 1.538}, "worker_merge_ms": {"avg_ms": 0.004, "count": 181, "max_ms": 0.017, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 32.917, "count": 181, "max_ms": 64.117, "p95_ms": 46.544}, "visualize": {"avg_ms": 32.667, "count": 181, "max_ms": 61.746, "p95_ms": 46.324}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.707, "count": 181, "max_ms": 60.935, "p95_ms": 45.661}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.521, "count": 181, "max_ms": 61.564, "p95_ms": 46.224}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.002, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.441, "count": 181, "max_ms": 61.463, "p95_ms": 46.157}, "visualizer_prepare_ms": {"avg_ms": 0.048, "count": 181, "max_ms": 1.489, "p95_ms": 0.073}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 181}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1005.0, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.148, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.027, "sample_count": 2117, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 210653, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:03:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 95347, "write_bytes_delta": 95347, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1110.0, "cpu_core_ratio": 0.817176, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 2177, "reason": null, "system_cpu_core_ratio": 0.038312, "system_cpu_s_delta": 0.8200000000000003, "user_cpu_core_ratio": 0.778864, "user_cpu_s_delta": 16.67}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.984443, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 292987.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.454143, "system_cpu_s_delta": 9.7199999999998, "user_cpu_core_ratio": 0.5303, "user_cpu_s_delta": 11.350000000000364}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.93, "count": 276, "max_ms": 9.973, "p95_ms": 5.21, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.047, "max": 3.0, "p95": 2.0, "sample_count": 276}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 47}, "total": {"avg": 0.17, "max": 1.0, "p95": 1.0, "sample_count": 276}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.268, "count": 30, "max": 32.535, "p95": 28.582, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.17, "count": 30, "max": 19.976, "p95": 17.748, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1195.133, "count": 30, "max": 1464.0, "p95": 1396.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 759.133, "count": 30, "max": 12627.0, "p95": 5011.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.058, "p95": 0.051, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.824, "count": 30, "max": 1.113, "p95": 1.056, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.254, "count": 30, "max": 4.263, "p95": 1.724, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 97206.967, "count": 30, "max": 99682.0, "p95": 99551.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97206.967, "count": 30, "max": 99682.0, "p95": 99551.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 255957.1, "count": 30, "max": 355552.0, "p95": 342657.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.21, "count": 30, "max": 1.041, "p95": 0.397, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.368, "count": 30, "max": 0.997, "p95": 0.52, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1405, "sampled_at": "2026-09-02T22:03:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T22:03:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 226115, "flush_count": 356, "flush_interval_seconds": 30.0, "flush_state": {"count": 356, "last_at": "2026-09-02T22:04:01", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T22:04:01", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 355}, "started": true, "suppressed_count": 210462, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 210462}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 356, "written_record_count": 356}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4656.359, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 582866841600, "copied_frame_count": 210817, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 582866841600, "frame_buffer_copies": 210817, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0843, "count": 512, "max_ms": 2.8191, "p50_ms": 0.0689, "p95_ms": 0.1355, "p99_ms": 0.199}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9866, "count": 512, "max_ms": 8.8953, "p50_ms": 0.8785, "p95_ms": 1.6142, "p99_ms": 2.3032, "results": {"failed": 0, "not_applicable": 0, "success": 210817, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 7, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T22:04:07+09:00", "last_error_summary": "[h264 @ 0x6178cd764d40] error while decoding MB 111 22, bytestream -6", "last_exit_at": "2026-09-02T22:04:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 90.788, "last_started_at": "2026-09-02T22:02:36+09:00", "pid": 2177, "process": {"exists": false, "pid": 2177}, "restart_count": 6, "restart_count_per_hour": 5, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.631, "sample_count": 2017, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 210817, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:04:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 0.023, "last_frame_pushed_at": "2026-09-02T22:04:07+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-09-02T22:04:07+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 46, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 150.811, "last_sample_duration_ms": 586.191, "last_trigger": "periodic", "next_snapshot_in_sec": 449.189, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 46, "storage_bytes": 454354}, "mjpeg": {"age_sec": 0.017, "exists": true, "mtime": "2026-09-02T22:04:07.746021+09:00", "mtime_epoch": 1788354247.7460213, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 97696}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T22:04:07+09:00", "process": {"exists": true, "fd_count": 111, "hwm_mb": 1027.551, "name": "celery", "pid": 217, "rss_mb": 1005.086, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 210817, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 181}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 39}, "total": {"avg": 0.215, "max": 1.0, "p95": 1.0, "sample_count": 181}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 181, "pushed_frames": 181, "read_frames": 180, "select_timeouts": 13, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.036, "pushed": 6.036, "read": 6.003}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 180, "client_acquire_ms": {"avg_ms": 0.006, "count": 180, "max_ms": 0.022, "p95_ms": 0.011, "reason": null, "sample_age_ms": 68.232, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.408, "count": 180, "max_ms": 2.855, "p95_ms": 1.068, "reason": null, "sample_age_ms": 94.388, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.17, "count": 180, "max_ms": 2.465, "p95_ms": 0.874, "reason": null, "sample_age_ms": 94.557, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.216, "count": 180, "max_ms": 2.599, "p95_ms": 0.471, "reason": null, "sample_age_ms": 68.237, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.152, "count": 180, "max_ms": 4.962, "p95_ms": 1.977, "reason": null, "sample_age_ms": 93.67, "source": "client_direct"}, "request_count": 180, "request_tensor_bytes": {"avg": 2211848.0, "count": 180, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 93.656, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 180, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 68.388, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.667, "count": 180, "max_ms": 60.498, "p95_ms": 42.713, "reason": null, "sample_age_ms": 68.229, "source": "client_direct"}, "sample_age_ms": 68.226, "source": "client_direct", "task_total_ms": {"avg_ms": 32.174, "count": 180, "max_ms": 62.68, "p95_ms": 45.213, "reason": null, "sample_age_ms": 68.226, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.583, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.345, "count": 181, "max_ms": 8.623, "p95_ms": 4.18}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.245, "count": 181, "max_ms": 0.809, "p95_ms": 0.496}, "detection_prepare_ms": {"avg_ms": 0.274, "count": 181, "max_ms": 2.144, "p95_ms": 0.95}, "event_filter_ms": {"avg_ms": 0.003, "count": 181, "max_ms": 0.009, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.09, "count": 181, "max_ms": 0.578, "p95_ms": 0.192}, "mcmt_ms": {"avg_ms": 0.002, "count": 181, "max_ms": 0.007, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.438, "count": 181, "max_ms": 3.243, "p95_ms": 1.581}, "setup_ms": {"avg_ms": 0.034, "count": 181, "max_ms": 0.115, "p95_ms": 0.066}, "total_inside_ms": {"avg_ms": 1.31, "count": 181, "max_ms": 8.523, "p95_ms": 4.123}, "track_match_ms": {"avg_ms": 0.012, "count": 181, "max_ms": 0.113, "p95_ms": 0.046}, "tracker_update_ms": {"avg_ms": 0.212, "count": 181, "max_ms": 2.263, "p95_ms": 0.964}}, "gstreamer_push": {"avg_ms": 2.83, "count": 181, "max_ms": 7.866, "p95_ms": 5.148}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.039, "count": 181, "max_ms": 0.413, "p95_ms": 0.071}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 32.905, "count": 181, "max_ms": 64.105, "p95_ms": 46.53}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.031, "count": 181, "max_ms": 0.096, "p95_ms": 0.059}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 67.653, "count": 181, "max_ms": 113.302, "p95_ms": 92.12}, "inference_input_copy_ms": {"avg_ms": 0.951, "count": 181, "max_ms": 2.752, "p95_ms": 1.914}, "processing_residual_ms": {"avg_ms": 0.099, "count": 181, "max_ms": 0.26, "p95_ms": 0.189}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 68.733, "count": 181, "max_ms": 114.575, "p95_ms": 93.428}, "read_interval": {"avg_ms": 166.488, "count": 180, "max_ms": 6005.365, "p95_ms": 129.627}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 181, "max_ms": 0.036, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.401, "count": 181, "max_ms": 3.153, "p95_ms": 1.548}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 181, "max_ms": 0.034, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.389, "count": 181, "max_ms": 3.132, "p95_ms": 1.538}, "worker_merge_ms": {"avg_ms": 0.004, "count": 181, "max_ms": 0.017, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 32.917, "count": 181, "max_ms": 64.117, "p95_ms": 46.544}, "visualize": {"avg_ms": 32.667, "count": 181, "max_ms": 61.746, "p95_ms": 46.324}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.707, "count": 181, "max_ms": 60.935, "p95_ms": 45.661}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.521, "count": 181, "max_ms": 61.564, "p95_ms": 46.224}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.002, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.441, "count": 181, "max_ms": 61.463, "p95_ms": 46.157}, "visualizer_prepare_ms": {"avg_ms": 0.048, "count": 181, "max_ms": 1.489, "p95_ms": 0.073}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 181}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1005.0, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.148, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.027, "sample_count": 2117, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 210653, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:03:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 95347, "write_bytes_delta": 95347, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1110.0, "cpu_core_ratio": 0.817176, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 2177, "reason": null, "system_cpu_core_ratio": 0.038312, "system_cpu_s_delta": 0.8200000000000003, "user_cpu_core_ratio": 0.778864, "user_cpu_s_delta": 16.67}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.984443, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 292987.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.454143, "system_cpu_s_delta": 9.7199999999998, "user_cpu_core_ratio": 0.5303, "user_cpu_s_delta": 11.350000000000364}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.93, "count": 276, "max_ms": 9.973, "p95_ms": 5.21, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.047, "max": 3.0, "p95": 2.0, "sample_count": 276}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 47}, "total": {"avg": 0.17, "max": 1.0, "p95": 1.0, "sample_count": 276}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.268, "count": 30, "max": 32.535, "p95": 28.582, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.17, "count": 30, "max": 19.976, "p95": 17.748, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1195.133, "count": 30, "max": 1464.0, "p95": 1396.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 759.133, "count": 30, "max": 12627.0, "p95": 5011.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.058, "p95": 0.051, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.824, "count": 30, "max": 1.113, "p95": 1.056, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.254, "count": 30, "max": 4.263, "p95": 1.724, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 97206.967, "count": 30, "max": 99682.0, "p95": 99551.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97206.967, "count": 30, "max": 99682.0, "p95": 99551.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 255957.1, "count": 30, "max": 355552.0, "p95": 342657.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.21, "count": 30, "max": 1.041, "p95": 0.397, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.368, "count": 30, "max": 0.997, "p95": 0.52, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1405, "sampled_at": "2026-09-02T22:03:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T22:03:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 226115, "flush_count": 356, "flush_interval_seconds": 30.0, "flush_state": {"count": 356, "last_at": "2026-09-02T22:04:01", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T22:04:01", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 355}, "started": true, "suppressed_count": 210462, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 210462}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 356, "written_record_count": 356}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4696.137, "limit_mb": null}, "detail": {"pid": 2293, "restart_count": 7, "start_count": 8}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 582866841600, "copied_frame_count": 210817, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 582866841600, "frame_buffer_copies": 210817, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0843, "count": 512, "max_ms": 2.8191, "p50_ms": 0.0689, "p95_ms": 0.1355, "p99_ms": 0.199}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9866, "count": 512, "max_ms": 8.8953, "p50_ms": 0.8785, "p95_ms": 1.6142, "p99_ms": 2.3032, "results": {"failed": 0, "not_applicable": 0, "success": 210817, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 7, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T22:04:07+09:00", "last_error_summary": "[h264 @ 0x6178cd764d40] error while decoding MB 111 22, bytestream -6", "last_exit_at": "2026-09-02T22:04:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-02T22:04:10+09:00", "pid": 2293, "process": {"exists": true, "fd_count": 4, "hwm_mb": 75.484, "name": "ffmpeg", "pid": 2293, "rss_mb": 75.484, "state": "R (running)", "threads": 1}, "restart_count": 7, "restart_count_per_hour": 6, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.731, "sample_count": 1958, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 210817, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:04:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 4.609, "last_frame_pushed_at": "2026-09-02T22:04:07+09:00", "last_frame_read_age_sec": 4.679, "last_frame_read_at": "2026-09-02T22:04:07+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 46, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 155.403, "last_sample_duration_ms": 586.191, "last_trigger": "periodic", "next_snapshot_in_sec": 444.597, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 46, "storage_bytes": 454354}, "mjpeg": {"age_sec": 4.603, "exists": true, "mtime": "2026-09-02T22:04:07.746021+09:00", "mtime_epoch": 1788354247.7460213, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 97696}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T22:04:12+09:00", "process": {"exists": true, "fd_count": 112, "hwm_mb": 1027.551, "name": "celery", "pid": 217, "rss_mb": 1005.09, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 210817, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 156}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 30}, "total": {"avg": 0.192, "max": 1.0, "p95": 1.0, "sample_count": 156}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 156, "pushed_frames": 157, "read_frames": 156, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.2, "pushed": 5.233, "read": 5.2}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 155, "client_acquire_ms": {"avg_ms": 0.006, "count": 156, "max_ms": 0.022, "p95_ms": 0.011, "reason": null, "sample_age_ms": 4656.81, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.425, "count": 155, "max_ms": 2.855, "p95_ms": 1.086, "reason": null, "sample_age_ms": 4682.966, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.178, "count": 155, "max_ms": 2.465, "p95_ms": 0.878, "reason": null, "sample_age_ms": 4683.135, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.225, "count": 156, "max_ms": 2.599, "p95_ms": 0.504, "reason": null, "sample_age_ms": 4656.815, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.196, "count": 155, "max_ms": 4.962, "p95_ms": 2.007, "reason": null, "sample_age_ms": 4682.248, "source": "client_direct"}, "request_count": 155, "request_tensor_bytes": {"avg": 2211848.0, "count": 155, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4682.234, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 156, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4656.966, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.937, "count": 156, "max_ms": 60.498, "p95_ms": 42.719, "reason": null, "sample_age_ms": 4656.807, "source": "client_direct"}, "sample_age_ms": 4656.804, "source": "client_direct", "task_total_ms": {"avg_ms": 32.499, "count": 156, "max_ms": 62.68, "p95_ms": 45.235, "reason": null, "sample_age_ms": 4656.804, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.669, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.297, "count": 156, "max_ms": 8.623, "p95_ms": 4.196}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.252, "count": 156, "max_ms": 0.809, "p95_ms": 0.503}, "detection_prepare_ms": {"avg_ms": 0.264, "count": 156, "max_ms": 2.144, "p95_ms": 0.95}, "event_filter_ms": {"avg_ms": 0.003, "count": 156, "max_ms": 0.009, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.09, "count": 156, "max_ms": 0.578, "p95_ms": 0.192}, "mcmt_ms": {"avg_ms": 0.002, "count": 156, "max_ms": 0.007, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.411, "count": 156, "max_ms": 3.243, "p95_ms": 1.581}, "setup_ms": {"avg_ms": 0.035, "count": 156, "max_ms": 0.115, "p95_ms": 0.071}, "total_inside_ms": {"avg_ms": 1.262, "count": 156, "max_ms": 8.523, "p95_ms": 4.159}, "track_match_ms": {"avg_ms": 0.011, "count": 156, "max_ms": 0.076, "p95_ms": 0.046}, "tracker_update_ms": {"avg_ms": 0.194, "count": 156, "max_ms": 2.263, "p95_ms": 0.964}}, "gstreamer_push": {"avg_ms": 2.833, "count": 157, "max_ms": 7.866, "p95_ms": 5.44}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.04, "count": 156, "max_ms": 0.413, "p95_ms": 0.071}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 33.207, "count": 156, "max_ms": 64.105, "p95_ms": 46.928}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.032, "count": 156, "max_ms": 0.096, "p95_ms": 0.066}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 68.355, "count": 156, "max_ms": 113.302, "p95_ms": 95.155}, "inference_input_copy_ms": {"avg_ms": 0.979, "count": 156, "max_ms": 2.752, "p95_ms": 2.038}, "processing_residual_ms": {"avg_ms": 0.1, "count": 156, "max_ms": 0.26, "p95_ms": 0.177}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 69.466, "count": 156, "max_ms": 114.575, "p95_ms": 96.535}, "read_interval": {"avg_ms": 162.642, "count": 156, "max_ms": 6005.365, "p95_ms": 131.879}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 156, "max_ms": 0.036, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 0.373, "count": 156, "max_ms": 3.153, "p95_ms": 1.548}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 156, "max_ms": 0.026, "p95_ms": 0.015}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.361, "count": 156, "max_ms": 3.132, "p95_ms": 1.538}, "worker_merge_ms": {"avg_ms": 0.004, "count": 156, "max_ms": 0.013, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 33.219, "count": 156, "max_ms": 64.117, "p95_ms": 46.945}, "visualize": {"avg_ms": 33.101, "count": 156, "max_ms": 61.746, "p95_ms": 47.834}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.164, "count": 156, "max_ms": 60.935, "p95_ms": 47.138}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.951, "count": 156, "max_ms": 61.564, "p95_ms": 47.698}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.002, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.87, "count": 156, "max_ms": 61.463, "p95_ms": 47.628}, "visualizer_prepare_ms": {"avg_ms": 0.05, "count": 156, "max_ms": 1.489, "p95_ms": 0.079}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 156}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1005.0, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.148, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.027, "sample_count": 2117, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 210653, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:03:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 95347, "write_bytes_delta": 95347, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1110.0, "cpu_core_ratio": 0.817176, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 2177, "reason": null, "system_cpu_core_ratio": 0.038312, "system_cpu_s_delta": 0.8200000000000003, "user_cpu_core_ratio": 0.778864, "user_cpu_s_delta": 16.67}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.984443, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 292987.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.454143, "system_cpu_s_delta": 9.7199999999998, "user_cpu_core_ratio": 0.5303, "user_cpu_s_delta": 11.350000000000364}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.93, "count": 276, "max_ms": 9.973, "p95_ms": 5.21, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.047, "max": 3.0, "p95": 2.0, "sample_count": 276}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 47}, "total": {"avg": 0.17, "max": 1.0, "p95": 1.0, "sample_count": 276}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.268, "count": 30, "max": 32.535, "p95": 28.582, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.17, "count": 30, "max": 19.976, "p95": 17.748, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1195.133, "count": 30, "max": 1464.0, "p95": 1396.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 759.133, "count": 30, "max": 12627.0, "p95": 5011.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.058, "p95": 0.051, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.824, "count": 30, "max": 1.113, "p95": 1.056, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.254, "count": 30, "max": 4.263, "p95": 1.724, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 97206.967, "count": 30, "max": 99682.0, "p95": 99551.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97206.967, "count": 30, "max": 99682.0, "p95": 99551.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 255957.1, "count": 30, "max": 355552.0, "p95": 342657.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.21, "count": 30, "max": 1.041, "p95": 0.397, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.368, "count": 30, "max": 0.997, "p95": 0.52, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1405, "sampled_at": "2026-09-02T22:03:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T22:03:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 226883, "flush_count": 357, "flush_interval_seconds": 30.0, "flush_state": {"count": 357, "last_at": "2026-09-02T22:05:01", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T22:05:01", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 356}, "started": true, "suppressed_count": 210977, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 210977}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 357, "written_record_count": 357}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4663.418, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x55fbdccb5780] error while decoding MB 214 49, bytestream -24", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 584293478400, "copied_frame_count": 211333, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 584293478400, "frame_buffer_copies": 211333, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.087, "count": 512, "max_ms": 3.2426, "p50_ms": 0.0677, "p95_ms": 0.1325, "p99_ms": 0.2203}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9757, "count": 512, "max_ms": 3.7083, "p50_ms": 0.8663, "p95_ms": 1.6049, "p99_ms": 2.4888, "results": {"failed": 0, "not_applicable": 0, "success": 211333, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 8, "h264_decode_error_count": 13, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T22:05:23+09:00", "last_error_summary": "[h264 @ 0x55fbdccb5780] error while decoding MB 214 49, bytestream -24", "last_exit_at": "2026-09-02T22:04:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 73.628, "last_started_at": "2026-09-02T22:04:10+09:00", "pid": 2293, "process": {"exists": false, "pid": 2293}, "restart_count": 7, "restart_count_per_hour": 6, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.26, "sample_count": 2025, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 211333, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:05:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-09-02T22:05:23+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-09-02T22:05:23+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 46, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 227.042, "last_sample_duration_ms": 586.191, "last_trigger": "periodic", "next_snapshot_in_sec": 372.958, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 46, "storage_bytes": 454354}, "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-09-02T22:05:23.896513+09:00", "mtime_epoch": 1788354323.8965127, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 96401}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T22:05:24+09:00", "process": {"exists": true, "fd_count": 112, "hwm_mb": 1027.551, "name": "celery", "pid": 217, "rss_mb": 1005.332, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 211333, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.013, "max": 3.0, "p95": 2.0, "sample_count": 223}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 223, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.434, "pushed": 7.434, "read": 7.434}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 223, "client_acquire_ms": {"avg_ms": 0.006, "count": 223, "max_ms": 0.022, "p95_ms": 0.012, "reason": null, "sample_age_ms": 61.417, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.434, "count": 222, "max_ms": 4.344, "p95_ms": 1.199, "reason": null, "sample_age_ms": 89.666, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.157, "count": 222, "max_ms": 2.597, "p95_ms": 0.774, "reason": null, "sample_age_ms": 90.202, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.158, "count": 223, "max_ms": 1.304, "p95_ms": 0.327, "reason": null, "sample_age_ms": 61.425, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.138, "count": 223, "max_ms": 3.14, "p95_ms": 1.886, "reason": null, "sample_age_ms": 88.245, "source": "client_direct"}, "request_count": 222, "request_tensor_bytes": {"avg": 2211848.0, "count": 223, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 88.228, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 223, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 61.803, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.988, "count": 223, "max_ms": 56.861, "p95_ms": 40.327, "reason": null, "sample_age_ms": 61.411, "source": "client_direct"}, "sample_age_ms": 61.405, "source": "client_direct", "task_total_ms": {"avg_ms": 30.434, "count": 223, "max_ms": 59.367, "p95_ms": 41.963, "reason": null, "sample_age_ms": 61.405, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.843, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.593, "count": 223, "max_ms": 2.148, "p95_ms": 1.062}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.199, "count": 223, "max_ms": 1.295, "p95_ms": 0.344}, "detection_prepare_ms": {"avg_ms": 0.094, "count": 223, "max_ms": 0.329, "p95_ms": 0.179}, "event_filter_ms": {"avg_ms": 0.003, "count": 223, "max_ms": 0.021, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.063, "count": 223, "max_ms": 0.309, "p95_ms": 0.11}, "mcmt_ms": {"avg_ms": 0.002, "count": 223, "max_ms": 0.025, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.139, "count": 223, "max_ms": 0.652, "p95_ms": 0.254}, "setup_ms": {"avg_ms": 0.035, "count": 223, "max_ms": 0.135, "p95_ms": 0.064}, "total_inside_ms": {"avg_ms": 0.56, "count": 223, "max_ms": 2.034, "p95_ms": 1.002}, "track_match_ms": {"avg_ms": 0.003, "count": 223, "max_ms": 0.023, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.022, "count": 223, "max_ms": 0.088, "p95_ms": 0.044}}, "gstreamer_push": {"avg_ms": 2.594, "count": 223, "max_ms": 9.059, "p95_ms": 4.695}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.037, "count": 223, "max_ms": 0.426, "p95_ms": 0.064}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 31.151, "count": 223, "max_ms": 63.37, "p95_ms": 42.718}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 223, "max_ms": 0.167, "p95_ms": 0.057}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 64.996, "count": 223, "max_ms": 113.299, "p95_ms": 87.415}, "inference_input_copy_ms": {"avg_ms": 0.961, "count": 223, "max_ms": 2.95, "p95_ms": 1.743}, "processing_residual_ms": {"avg_ms": 0.094, "count": 223, "max_ms": 0.291, "p95_ms": 0.157}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 66.079, "count": 223, "max_ms": 116.569, "p95_ms": 88.249}, "read_interval": {"avg_ms": 134.498, "count": 223, "max_ms": 5956.725, "p95_ms": 116.833}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 223, "max_ms": 0.053, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.096, "count": 223, "max_ms": 0.477, "p95_ms": 0.18}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 223, "max_ms": 0.041, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.083, "count": 223, "max_ms": 0.424, "p95_ms": 0.15}, "worker_merge_ms": {"avg_ms": 0.004, "count": 223, "max_ms": 0.026, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 31.164, "count": 223, "max_ms": 63.394, "p95_ms": 42.733}, "visualize": {"avg_ms": 32.526, "count": 223, "max_ms": 57.31, "p95_ms": 48.893}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.874, "count": 223, "max_ms": 55.704, "p95_ms": 46.685}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.378, "count": 223, "max_ms": 56.878, "p95_ms": 48.359}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.018, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.307, "count": 223, "max_ms": 56.74, "p95_ms": 48.282}, "visualizer_prepare_ms": {"avg_ms": 0.041, "count": 223, "max_ms": 0.203, "p95_ms": 0.074}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 223}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1005.273, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.682, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.342, "sample_count": 2023, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 211204, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:05:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 95145, "write_bytes_delta": 95145, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1219.0, "cpu_core_ratio": 0.861025, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 59.0, "pid": 2293, "reason": null, "system_cpu_core_ratio": 0.039597, "system_cpu_s_delta": 0.9000000000000001, "user_cpu_core_ratio": 0.821428, "user_cpu_s_delta": 18.669999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.605841, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 296124.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.216026, "system_cpu_s_delta": 4.9099999999998545, "user_cpu_core_ratio": 0.389815, "user_cpu_s_delta": 8.860000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.977, "count": 239, "max_ms": 9.059, "p95_ms": 5.35, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.029, "max": 3.0, "p95": 2.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 8}, "total": {"avg": 0.033, "max": 1.0, "p95": 0.0, "sample_count": 239}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.65, "count": 30, "max": 32.535, "p95": 28.582, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.165, "count": 30, "max": 19.976, "p95": 17.748, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1150.033, "count": 30, "max": 1464.0, "p95": 1396.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 772.4, "count": 30, "max": 12627.0, "p95": 5011.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.058, "p95": 0.051, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.802, "count": 30, "max": 1.113, "p95": 1.056, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.263, "count": 30, "max": 4.263, "p95": 1.78, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96704.167, "count": 30, "max": 99021.0, "p95": 98533.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96704.167, "count": 30, "max": 99021.0, "p95": 98533.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 241460.367, "count": 30, "max": 355552.0, "p95": 342657.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.218, "count": 30, "max": 1.041, "p95": 0.41, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.359, "count": 30, "max": 0.997, "p95": 0.52, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1409, "sampled_at": "2026-09-02T22:05:04+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T22:05:04+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 226883, "flush_count": 357, "flush_interval_seconds": 30.0, "flush_state": {"count": 357, "last_at": "2026-09-02T22:05:01", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T22:05:01", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 356}, "started": true, "suppressed_count": 210977, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 210977}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 357, "written_record_count": 357}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4663.418, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 584293478400, "copied_frame_count": 211333, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 584293478400, "frame_buffer_copies": 211333, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.087, "count": 512, "max_ms": 3.2426, "p50_ms": 0.0677, "p95_ms": 0.1325, "p99_ms": 0.2203}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9757, "count": 512, "max_ms": 3.7083, "p50_ms": 0.8663, "p95_ms": 1.6049, "p99_ms": 2.4888, "results": {"failed": 0, "not_applicable": 0, "success": 211333, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 8, "h264_decode_error_count": 13, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T22:05:23+09:00", "last_error_summary": "[h264 @ 0x55fbdccb5780] error while decoding MB 214 49, bytestream -24", "last_exit_at": "2026-09-02T22:04:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 73.639, "last_started_at": "2026-09-02T22:04:10+09:00", "pid": 2293, "process": {"exists": false, "pid": 2293}, "restart_count": 7, "restart_count_per_hour": 6, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.26, "sample_count": 2025, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 211333, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:05:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 0.012, "last_frame_pushed_at": "2026-09-02T22:05:23+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-09-02T22:05:23+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 46, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 227.049, "last_sample_duration_ms": 586.191, "last_trigger": "periodic", "next_snapshot_in_sec": 372.951, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 46, "storage_bytes": 454354}, "mjpeg": {"age_sec": 0.004, "exists": true, "mtime": "2026-09-02T22:05:23.983513+09:00", "mtime_epoch": 1788354323.9835134, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 96620}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T22:05:24+09:00", "process": {"exists": true, "fd_count": 112, "hwm_mb": 1027.551, "name": "celery", "pid": 217, "rss_mb": 1005.332, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 211333, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.013, "max": 3.0, "p95": 2.0, "sample_count": 223}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 223, "pushed_frames": 223, "read_frames": 222, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.447, "pushed": 7.447, "read": 7.414}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 222, "client_acquire_ms": {"avg_ms": 0.006, "count": 223, "max_ms": 0.022, "p95_ms": 0.012, "reason": null, "sample_age_ms": 72.107, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.434, "count": 222, "max_ms": 4.344, "p95_ms": 1.199, "reason": null, "sample_age_ms": 100.356, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.157, "count": 222, "max_ms": 2.597, "p95_ms": 0.774, "reason": null, "sample_age_ms": 100.892, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.158, "count": 223, "max_ms": 1.304, "p95_ms": 0.327, "reason": null, "sample_age_ms": 72.114, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.134, "count": 222, "max_ms": 3.14, "p95_ms": 1.887, "reason": null, "sample_age_ms": 98.935, "source": "client_direct"}, "request_count": 222, "request_tensor_bytes": {"avg": 2211848.0, "count": 222, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 98.917, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 223, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 72.493, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.988, "count": 223, "max_ms": 56.861, "p95_ms": 40.327, "reason": null, "sample_age_ms": 72.101, "source": "client_direct"}, "sample_age_ms": 72.095, "source": "client_direct", "task_total_ms": {"avg_ms": 30.434, "count": 223, "max_ms": 59.367, "p95_ms": 41.963, "reason": null, "sample_age_ms": 72.095, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.853, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.593, "count": 223, "max_ms": 2.148, "p95_ms": 1.062}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.199, "count": 223, "max_ms": 1.295, "p95_ms": 0.344}, "detection_prepare_ms": {"avg_ms": 0.094, "count": 223, "max_ms": 0.329, "p95_ms": 0.179}, "event_filter_ms": {"avg_ms": 0.003, "count": 223, "max_ms": 0.021, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.063, "count": 223, "max_ms": 0.309, "p95_ms": 0.11}, "mcmt_ms": {"avg_ms": 0.002, "count": 223, "max_ms": 0.025, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.139, "count": 223, "max_ms": 0.652, "p95_ms": 0.254}, "setup_ms": {"avg_ms": 0.035, "count": 223, "max_ms": 0.135, "p95_ms": 0.064}, "total_inside_ms": {"avg_ms": 0.56, "count": 223, "max_ms": 2.034, "p95_ms": 1.002}, "track_match_ms": {"avg_ms": 0.003, "count": 223, "max_ms": 0.023, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.022, "count": 223, "max_ms": 0.088, "p95_ms": 0.044}}, "gstreamer_push": {"avg_ms": 2.594, "count": 223, "max_ms": 9.059, "p95_ms": 4.695}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.037, "count": 223, "max_ms": 0.426, "p95_ms": 0.064}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 31.151, "count": 223, "max_ms": 63.37, "p95_ms": 42.718}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 223, "max_ms": 0.167, "p95_ms": 0.057}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 64.996, "count": 223, "max_ms": 113.299, "p95_ms": 87.415}, "inference_input_copy_ms": {"avg_ms": 0.961, "count": 223, "max_ms": 2.95, "p95_ms": 1.743}, "processing_residual_ms": {"avg_ms": 0.094, "count": 223, "max_ms": 0.291, "p95_ms": 0.157}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 66.079, "count": 223, "max_ms": 116.569, "p95_ms": 88.249}, "read_interval": {"avg_ms": 134.74, "count": 222, "max_ms": 5956.725, "p95_ms": 116.833}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 223, "max_ms": 0.053, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.096, "count": 223, "max_ms": 0.477, "p95_ms": 0.18}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 223, "max_ms": 0.041, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.083, "count": 223, "max_ms": 0.424, "p95_ms": 0.15}, "worker_merge_ms": {"avg_ms": 0.004, "count": 223, "max_ms": 0.026, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 31.164, "count": 223, "max_ms": 63.394, "p95_ms": 42.733}, "visualize": {"avg_ms": 32.526, "count": 223, "max_ms": 57.31, "p95_ms": 48.893}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.874, "count": 223, "max_ms": 55.704, "p95_ms": 46.685}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.378, "count": 223, "max_ms": 56.878, "p95_ms": 48.359}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.018, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.307, "count": 223, "max_ms": 56.74, "p95_ms": 48.282}, "visualizer_prepare_ms": {"avg_ms": 0.041, "count": 223, "max_ms": 0.203, "p95_ms": 0.074}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 223}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1005.273, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.682, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.342, "sample_count": 2023, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 211204, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:05:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 95145, "write_bytes_delta": 95145, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1219.0, "cpu_core_ratio": 0.861025, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 59.0, "pid": 2293, "reason": null, "system_cpu_core_ratio": 0.039597, "system_cpu_s_delta": 0.9000000000000001, "user_cpu_core_ratio": 0.821428, "user_cpu_s_delta": 18.669999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.605841, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 296124.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.216026, "system_cpu_s_delta": 4.9099999999998545, "user_cpu_core_ratio": 0.389815, "user_cpu_s_delta": 8.860000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.977, "count": 239, "max_ms": 9.059, "p95_ms": 5.35, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.029, "max": 3.0, "p95": 2.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 8}, "total": {"avg": 0.033, "max": 1.0, "p95": 0.0, "sample_count": 239}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.65, "count": 30, "max": 32.535, "p95": 28.582, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.165, "count": 30, "max": 19.976, "p95": 17.748, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1150.033, "count": 30, "max": 1464.0, "p95": 1396.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 772.4, "count": 30, "max": 12627.0, "p95": 5011.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.058, "p95": 0.051, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.802, "count": 30, "max": 1.113, "p95": 1.056, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.263, "count": 30, "max": 4.263, "p95": 1.78, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96704.167, "count": 30, "max": 99021.0, "p95": 98533.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96704.167, "count": 30, "max": 99021.0, "p95": 98533.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 241460.367, "count": 30, "max": 355552.0, "p95": 342657.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.218, "count": 30, "max": 1.041, "p95": 0.41, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.359, "count": 30, "max": 0.997, "p95": 0.52, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1409, "sampled_at": "2026-09-02T22:05:04+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T22:05:04+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 226883, "flush_count": 357, "flush_interval_seconds": 30.0, "flush_state": {"count": 357, "last_at": "2026-09-02T22:05:01", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T22:05:01", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 356}, "started": true, "suppressed_count": 210977, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 210977}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 357, "written_record_count": 357}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4663.43, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 584293478400, "copied_frame_count": 211333, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 584293478400, "frame_buffer_copies": 211333, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.087, "count": 512, "max_ms": 3.2426, "p50_ms": 0.0677, "p95_ms": 0.1325, "p99_ms": 0.2203}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9757, "count": 512, "max_ms": 3.7083, "p50_ms": 0.8663, "p95_ms": 1.6049, "p99_ms": 2.4888, "results": {"failed": 0, "not_applicable": 0, "success": 211333, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 8, "h264_decode_error_count": 13, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T22:05:23+09:00", "last_error_summary": "[h264 @ 0x55fbdccb5780] error while decoding MB 214 49, bytestream -24", "last_exit_at": "2026-09-02T22:04:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 73.674, "last_started_at": "2026-09-02T22:04:10+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 7, "restart_count_per_hour": 6, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.26, "sample_count": 2024, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 211333, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:05:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 0.047, "last_frame_pushed_at": "2026-09-02T22:05:23+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-09-02T22:05:23+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 46, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 227.075, "last_sample_duration_ms": 586.191, "last_trigger": "periodic", "next_snapshot_in_sec": 372.925, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 46, "storage_bytes": 454354}, "mjpeg": {"age_sec": 0.039, "exists": true, "mtime": "2026-09-02T22:05:23.983513+09:00", "mtime_epoch": 1788354323.9835134, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 96620}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T22:05:24+09:00", "process": {"exists": true, "fd_count": 111, "hwm_mb": 1027.551, "name": "celery", "pid": 217, "rss_mb": 1005.328, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 211333, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.013, "max": 3.0, "p95": 2.0, "sample_count": 223}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 223, "pushed_frames": 223, "read_frames": 222, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.439, "pushed": 7.439, "read": 7.405}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 222, "client_acquire_ms": {"avg_ms": 0.006, "count": 222, "max_ms": 0.022, "p95_ms": 0.012, "reason": null, "sample_age_ms": 107.644, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.434, "count": 222, "max_ms": 4.344, "p95_ms": 1.199, "reason": null, "sample_age_ms": 135.893, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.157, "count": 222, "max_ms": 2.597, "p95_ms": 0.774, "reason": null, "sample_age_ms": 136.429, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.157, "count": 222, "max_ms": 1.304, "p95_ms": 0.327, "reason": null, "sample_age_ms": 107.652, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.134, "count": 222, "max_ms": 3.14, "p95_ms": 1.887, "reason": null, "sample_age_ms": 134.472, "source": "client_direct"}, "request_count": 222, "request_tensor_bytes": {"avg": 2211848.0, "count": 222, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 134.454, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 222, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 108.03, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.978, "count": 222, "max_ms": 56.861, "p95_ms": 40.329, "reason": null, "sample_age_ms": 107.638, "source": "client_direct"}, "sample_age_ms": 107.632, "source": "client_direct", "task_total_ms": {"avg_ms": 30.421, "count": 222, "max_ms": 59.367, "p95_ms": 41.977, "reason": null, "sample_age_ms": 107.632, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.865, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.593, "count": 223, "max_ms": 2.148, "p95_ms": 1.062}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.199, "count": 223, "max_ms": 1.295, "p95_ms": 0.344}, "detection_prepare_ms": {"avg_ms": 0.094, "count": 223, "max_ms": 0.329, "p95_ms": 0.179}, "event_filter_ms": {"avg_ms": 0.003, "count": 223, "max_ms": 0.021, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.063, "count": 223, "max_ms": 0.309, "p95_ms": 0.11}, "mcmt_ms": {"avg_ms": 0.002, "count": 223, "max_ms": 0.025, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.139, "count": 223, "max_ms": 0.652, "p95_ms": 0.254}, "setup_ms": {"avg_ms": 0.035, "count": 223, "max_ms": 0.135, "p95_ms": 0.064}, "total_inside_ms": {"avg_ms": 0.56, "count": 223, "max_ms": 2.034, "p95_ms": 1.002}, "track_match_ms": {"avg_ms": 0.003, "count": 223, "max_ms": 0.023, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.022, "count": 223, "max_ms": 0.088, "p95_ms": 0.044}}, "gstreamer_push": {"avg_ms": 2.594, "count": 223, "max_ms": 9.059, "p95_ms": 4.695}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.037, "count": 223, "max_ms": 0.426, "p95_ms": 0.064}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 31.151, "count": 223, "max_ms": 63.37, "p95_ms": 42.718}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 223, "max_ms": 0.167, "p95_ms": 0.057}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 64.996, "count": 223, "max_ms": 113.299, "p95_ms": 87.415}, "inference_input_copy_ms": {"avg_ms": 0.961, "count": 223, "max_ms": 2.95, "p95_ms": 1.743}, "processing_residual_ms": {"avg_ms": 0.094, "count": 223, "max_ms": 0.291, "p95_ms": 0.157}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 66.079, "count": 223, "max_ms": 116.569, "p95_ms": 88.249}, "read_interval": {"avg_ms": 134.74, "count": 222, "max_ms": 5956.725, "p95_ms": 116.833}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 223, "max_ms": 0.053, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.096, "count": 223, "max_ms": 0.477, "p95_ms": 0.18}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 223, "max_ms": 0.041, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.083, "count": 223, "max_ms": 0.424, "p95_ms": 0.15}, "worker_merge_ms": {"avg_ms": 0.004, "count": 223, "max_ms": 0.026, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 31.164, "count": 223, "max_ms": 63.394, "p95_ms": 42.733}, "visualize": {"avg_ms": 32.526, "count": 223, "max_ms": 57.31, "p95_ms": 48.893}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.874, "count": 223, "max_ms": 55.704, "p95_ms": 46.685}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.378, "count": 223, "max_ms": 56.878, "p95_ms": 48.359}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.018, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.307, "count": 223, "max_ms": 56.74, "p95_ms": 48.282}, "visualizer_prepare_ms": {"avg_ms": 0.041, "count": 223, "max_ms": 0.203, "p95_ms": 0.074}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 223}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1005.273, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.682, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.342, "sample_count": 2023, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 211204, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:05:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 95145, "write_bytes_delta": 95145, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1219.0, "cpu_core_ratio": 0.861025, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 59.0, "pid": 2293, "reason": null, "system_cpu_core_ratio": 0.039597, "system_cpu_s_delta": 0.9000000000000001, "user_cpu_core_ratio": 0.821428, "user_cpu_s_delta": 18.669999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.605841, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 296124.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.216026, "system_cpu_s_delta": 4.9099999999998545, "user_cpu_core_ratio": 0.389815, "user_cpu_s_delta": 8.860000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.977, "count": 239, "max_ms": 9.059, "p95_ms": 5.35, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.029, "max": 3.0, "p95": 2.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 8}, "total": {"avg": 0.033, "max": 1.0, "p95": 0.0, "sample_count": 239}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.65, "count": 30, "max": 32.535, "p95": 28.582, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.165, "count": 30, "max": 19.976, "p95": 17.748, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1150.033, "count": 30, "max": 1464.0, "p95": 1396.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 772.4, "count": 30, "max": 12627.0, "p95": 5011.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.058, "p95": 0.051, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.802, "count": 30, "max": 1.113, "p95": 1.056, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.263, "count": 30, "max": 4.263, "p95": 1.78, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96704.167, "count": 30, "max": 99021.0, "p95": 98533.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96704.167, "count": 30, "max": 99021.0, "p95": 98533.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 241460.367, "count": 30, "max": 355552.0, "p95": 342657.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.218, "count": 30, "max": 1.041, "p95": 0.41, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.359, "count": 30, "max": 0.997, "p95": 0.52, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1409, "sampled_at": "2026-09-02T22:05:04+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T22:05:04+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 226883, "flush_count": 357, "flush_interval_seconds": 30.0, "flush_state": {"count": 357, "last_at": "2026-09-02T22:05:01", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T22:05:01", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 356}, "started": true, "suppressed_count": 210977, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 210977}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 357, "written_record_count": 357}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4958.398, "limit_mb": null}, "detail": {"pid": 2409, "restart_count": 8, "start_count": 9}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 584293478400, "copied_frame_count": 211333, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 584293478400, "frame_buffer_copies": 211333, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.087, "count": 512, "max_ms": 3.2426, "p50_ms": 0.0677, "p95_ms": 0.1325, "p99_ms": 0.2203}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9757, "count": 512, "max_ms": 3.7083, "p50_ms": 0.8663, "p95_ms": 1.6049, "p99_ms": 2.4888, "results": {"failed": 0, "not_applicable": 0, "success": 211333, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 8, "h264_decode_error_count": 13, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T22:05:23+09:00", "last_error_summary": "[h264 @ 0x55fbdccb5780] error while decoding MB 214 49, bytestream -24", "last_exit_at": "2026-09-02T22:04:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-02T22:05:26+09:00", "pid": 2409, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.617, "name": "ffmpeg", "pid": 2409, "rss_mb": 326.617, "state": "R (running)", "threads": 49}, "restart_count": 8, "restart_count_per_hour": 7, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.033, "sample_count": 1977, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 211333, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:05:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 4.151, "last_frame_pushed_at": "2026-09-02T22:05:23+09:00", "last_frame_read_age_sec": 4.235, "last_frame_read_at": "2026-09-02T22:05:23+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 46, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 231.188, "last_sample_duration_ms": 586.191, "last_trigger": "periodic", "next_snapshot_in_sec": 368.812, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 46, "storage_bytes": 454354}, "mjpeg": {"age_sec": 4.142, "exists": true, "mtime": "2026-09-02T22:05:23.983513+09:00", "mtime_epoch": 1788354323.9835134, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 96620}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T22:05:28+09:00", "process": {"exists": true, "fd_count": 112, "hwm_mb": 1027.551, "name": "celery", "pid": 217, "rss_mb": 1005.332, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 211333, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.006, "max": 3.0, "p95": 2.0, "sample_count": 173}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 173, "pushed_frames": 173, "read_frames": 172, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.769, "pushed": 5.769, "read": 5.736}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 172, "client_acquire_ms": {"avg_ms": 0.005, "count": 172, "max_ms": 0.022, "p95_ms": 0.012, "reason": null, "sample_age_ms": 4210.71, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.432, "count": 172, "max_ms": 4.344, "p95_ms": 1.175, "reason": null, "sample_age_ms": 4238.958, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.149, "count": 172, "max_ms": 1.285, "p95_ms": 0.773, "reason": null, "sample_age_ms": 4239.495, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.15, "count": 172, "max_ms": 0.593, "p95_ms": 0.326, "reason": null, "sample_age_ms": 4210.717, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.107, "count": 172, "max_ms": 3.14, "p95_ms": 1.754, "reason": null, "sample_age_ms": 4237.538, "source": "client_direct"}, "request_count": 172, "request_tensor_bytes": {"avg": 2211848.0, "count": 172, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4237.52, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 172, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4211.095, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.507, "count": 172, "max_ms": 53.437, "p95_ms": 39.853, "reason": null, "sample_age_ms": 4210.703, "source": "client_direct"}, "sample_age_ms": 4210.698, "source": "client_direct", "task_total_ms": {"avg_ms": 29.907, "count": 172, "max_ms": 55.488, "p95_ms": 41.597, "reason": null, "sample_age_ms": 4210.698, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.939, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.574, "count": 173, "max_ms": 2.148, "p95_ms": 1.016}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.193, "count": 173, "max_ms": 1.295, "p95_ms": 0.327}, "detection_prepare_ms": {"avg_ms": 0.091, "count": 173, "max_ms": 0.284, "p95_ms": 0.168}, "event_filter_ms": {"avg_ms": 0.003, "count": 173, "max_ms": 0.021, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.06, "count": 173, "max_ms": 0.155, "p95_ms": 0.108}, "mcmt_ms": {"avg_ms": 0.002, "count": 173, "max_ms": 0.025, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.136, "count": 173, "max_ms": 0.607, "p95_ms": 0.255}, "setup_ms": {"avg_ms": 0.033, "count": 173, "max_ms": 0.118, "p95_ms": 0.06}, "total_inside_ms": {"avg_ms": 0.543, "count": 173, "max_ms": 2.034, "p95_ms": 0.956}, "track_match_ms": {"avg_ms": 0.003, "count": 173, "max_ms": 0.023, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.021, "count": 173, "max_ms": 0.07, "p95_ms": 0.042}}, "gstreamer_push": {"avg_ms": 2.435, "count": 173, "max_ms": 9.044, "p95_ms": 4.208}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.036, "count": 173, "max_ms": 0.426, "p95_ms": 0.059}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.593, "count": 173, "max_ms": 57.252, "p95_ms": 42.441}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 173, "max_ms": 0.167, "p95_ms": 0.057}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 64.399, "count": 173, "max_ms": 102.454, "p95_ms": 88.151}, "inference_input_copy_ms": {"avg_ms": 0.928, "count": 173, "max_ms": 2.257, "p95_ms": 1.632}, "processing_residual_ms": {"avg_ms": 0.095, "count": 173, "max_ms": 0.22, "p95_ms": 0.17}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 65.451, "count": 173, "max_ms": 103.898, "p95_ms": 89.314}, "read_interval": {"avg_ms": 150.032, "count": 172, "max_ms": 5956.725, "p95_ms": 116.888}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 173, "max_ms": 0.045, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 0.094, "count": 173, "max_ms": 0.419, "p95_ms": 0.18}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 173, "max_ms": 0.041, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.081, "count": 173, "max_ms": 0.375, "p95_ms": 0.15}, "worker_merge_ms": {"avg_ms": 0.004, "count": 173, "max_ms": 0.026, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 30.606, "count": 173, "max_ms": 57.264, "p95_ms": 42.45}, "visualize": {"avg_ms": 32.503, "count": 173, "max_ms": 57.31, "p95_ms": 49.718}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.859, "count": 173, "max_ms": 55.704, "p95_ms": 48.678}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.357, "count": 173, "max_ms": 56.878, "p95_ms": 49.323}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.018, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.287, "count": 173, "max_ms": 56.74, "p95_ms": 49.208}, "visualizer_prepare_ms": {"avg_ms": 0.04, "count": 173, "max_ms": 0.203, "p95_ms": 0.068}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 173}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1005.273, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.682, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.342, "sample_count": 2023, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 211204, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:05:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 95145, "write_bytes_delta": 95145, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1219.0, "cpu_core_ratio": 0.861025, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 59.0, "pid": 2293, "reason": null, "system_cpu_core_ratio": 0.039597, "system_cpu_s_delta": 0.9000000000000001, "user_cpu_core_ratio": 0.821428, "user_cpu_s_delta": 18.669999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.605841, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 296124.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.216026, "system_cpu_s_delta": 4.9099999999998545, "user_cpu_core_ratio": 0.389815, "user_cpu_s_delta": 8.860000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.977, "count": 239, "max_ms": 9.059, "p95_ms": 5.35, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.029, "max": 3.0, "p95": 2.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 8}, "total": {"avg": 0.033, "max": 1.0, "p95": 0.0, "sample_count": 239}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.65, "count": 30, "max": 32.535, "p95": 28.582, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.165, "count": 30, "max": 19.976, "p95": 17.748, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1150.033, "count": 30, "max": 1464.0, "p95": 1396.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 772.4, "count": 30, "max": 12627.0, "p95": 5011.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.058, "p95": 0.051, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.802, "count": 30, "max": 1.113, "p95": 1.056, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.263, "count": 30, "max": 4.263, "p95": 1.78, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96704.167, "count": 30, "max": 99021.0, "p95": 98533.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96704.167, "count": 30, "max": 99021.0, "p95": 98533.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 241460.367, "count": 30, "max": 355552.0, "p95": 342657.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.218, "count": 30, "max": 1.041, "p95": 0.41, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.359, "count": 30, "max": 0.997, "p95": 0.52, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1409, "sampled_at": "2026-09-02T22:05:04+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T22:05:04+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 227651, "flush_count": 358, "flush_interval_seconds": 30.0, "flush_state": {"count": 358, "last_at": "2026-09-02T22:06:01", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T22:06:01", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 357}, "started": true, "suppressed_count": 211107, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 211107}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 358, "written_record_count": 358}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4690.266, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x64d5f1f65000] error while decoding MB 130 51, bytestream -7", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 584652902400, "copied_frame_count": 211463, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 584652902400, "frame_buffer_copies": 211463, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0872, "count": 512, "max_ms": 3.2426, "p50_ms": 0.0677, "p95_ms": 0.1356, "p99_ms": 0.263}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9664, "count": 512, "max_ms": 3.7083, "p50_ms": 0.8575, "p95_ms": 1.5965, "p99_ms": 2.4888, "results": {"failed": 0, "not_applicable": 0, "success": 211463, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 9, "h264_decode_error_count": 14, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T22:06:01+09:00", "last_error_summary": "[h264 @ 0x64d5f1f65000] error while decoding MB 130 51, bytestream -7", "last_exit_at": "2026-09-02T22:04:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 35.549, "last_started_at": "2026-09-02T22:05:26+09:00", "pid": 2409, "process": {"exists": false, "pid": 2409}, "restart_count": 8, "restart_count_per_hour": 7, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.706, "sample_count": 1982, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 211463, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:06:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 0.049, "last_frame_pushed_at": "2026-09-02T22:06:01+09:00", "last_frame_read_age_sec": 0.047, "last_frame_read_at": "2026-09-02T22:06:01+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 46, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 264.723, "last_sample_duration_ms": 586.191, "last_trigger": "periodic", "next_snapshot_in_sec": 335.277, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 46, "storage_bytes": 454354}, "mjpeg": {"age_sec": 0.043, "exists": true, "mtime": "2026-09-02T22:06:01.630756+09:00", "mtime_epoch": 1788354361.6307557, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 96761}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T22:06:01+09:00", "process": {"exists": true, "fd_count": 112, "hwm_mb": 1027.551, "name": "celery", "pid": 217, "rss_mb": 1026.492, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 211464, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.143, "max": 3.0, "p95": 3.0, "sample_count": 105}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 10}, "total": {"avg": 0.095, "max": 1.0, "p95": 1.0, "sample_count": 105}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 106, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.863, "pushed": 3.863, "read": 3.899}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 106, "client_acquire_ms": {"avg_ms": 0.005, "count": 106, "max_ms": 0.02, "p95_ms": 0.008, "reason": null, "sample_age_ms": 23.145, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.39, "count": 106, "max_ms": 4.097, "p95_ms": 1.129, "reason": null, "sample_age_ms": 49.09, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.17, "count": 106, "max_ms": 1.937, "p95_ms": 0.937, "reason": null, "sample_age_ms": 49.272, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.174, "count": 106, "max_ms": 0.471, "p95_ms": 0.353, "reason": null, "sample_age_ms": 23.15, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.061, "count": 106, "max_ms": 7.111, "p95_ms": 1.89, "reason": null, "sample_age_ms": 48.342, "source": "client_direct"}, "request_count": 106, "request_tensor_bytes": {"avg": 2211848.0, "count": 106, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 48.328, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 106, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 23.301, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.361, "count": 106, "max_ms": 49.293, "p95_ms": 40.493, "reason": null, "sample_age_ms": 23.142, "source": "client_direct"}, "sample_age_ms": 23.139, "source": "client_direct", "task_total_ms": {"avg_ms": 29.743, "count": 106, "max_ms": 53.376, "p95_ms": 41.843, "reason": null, "sample_age_ms": 23.139, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.48, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.932, "count": 105, "max_ms": 6.237, "p95_ms": 4.232}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.2, "count": 105, "max_ms": 0.567, "p95_ms": 0.381}, "detection_prepare_ms": {"avg_ms": 0.164, "count": 105, "max_ms": 1.398, "p95_ms": 0.762}, "event_filter_ms": {"avg_ms": 0.003, "count": 105, "max_ms": 0.008, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.068, "count": 105, "max_ms": 0.233, "p95_ms": 0.172}, "mcmt_ms": {"avg_ms": 0.002, "count": 105, "max_ms": 0.007, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.317, "count": 105, "max_ms": 2.851, "p95_ms": 2.119}, "setup_ms": {"avg_ms": 0.031, "count": 105, "max_ms": 0.14, "p95_ms": 0.055}, "total_inside_ms": {"avg_ms": 0.898, "count": 105, "max_ms": 6.174, "p95_ms": 4.183}, "track_match_ms": {"avg_ms": 0.007, "count": 105, "max_ms": 0.064, "p95_ms": 0.045}, "tracker_update_ms": {"avg_ms": 0.107, "count": 105, "max_ms": 1.374, "p95_ms": 0.891}}, "gstreamer_push": {"avg_ms": 2.288, "count": 105, "max_ms": 5.509, "p95_ms": 4.308}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.037, "count": 105, "max_ms": 0.335, "p95_ms": 0.061}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.42, "count": 105, "max_ms": 56.62, "p95_ms": 43.052}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.025, "count": 105, "max_ms": 0.075, "p95_ms": 0.039}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 60.591, "count": 105, "max_ms": 110.044, "p95_ms": 81.478}, "inference_input_copy_ms": {"avg_ms": 0.875, "count": 105, "max_ms": 2.759, "p95_ms": 1.811}, "processing_residual_ms": {"avg_ms": 0.099, "count": 105, "max_ms": 0.4, "p95_ms": 0.197}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 61.59, "count": 105, "max_ms": 112.17, "p95_ms": 83.626}, "read_interval": {"avg_ms": 296.191, "count": 106, "max_ms": 4511.98, "p95_ms": 3491.117}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 105, "max_ms": 0.034, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 0.279, "count": 105, "max_ms": 2.799, "p95_ms": 2.074}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 105, "max_ms": 0.034, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.268, "count": 105, "max_ms": 2.782, "p95_ms": 2.06}, "worker_merge_ms": {"avg_ms": 0.004, "count": 105, "max_ms": 0.016, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 30.432, "count": 105, "max_ms": 56.631, "p95_ms": 43.07}, "visualize": {"avg_ms": 28.512, "count": 105, "max_ms": 50.183, "p95_ms": 43.429}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.77, "count": 105, "max_ms": 49.455, "p95_ms": 41.535}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.383, "count": 105, "max_ms": 50.014, "p95_ms": 43.145}, "visualize_input_copy_ms": {"avg_ms": 0.001, "count": 105, "max_ms": 0.038, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.32, "count": 105, "max_ms": 49.931, "p95_ms": 43.035}, "visualizer_prepare_ms": {"avg_ms": 0.036, "count": 105, "max_ms": 0.104, "p95_ms": 0.066}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 105}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1008.008, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.42, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.033, "sample_count": 1953, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 211392, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:05:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 4.569, "exists": true, "size_bytes": 95973, "write_bytes_delta": 95973, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 416.0, "cpu_core_ratio": 0.371624, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 24867.0, "pid": 2409, "reason": null, "system_cpu_core_ratio": 0.023043, "system_cpu_s_delta": 0.47, "user_cpu_core_ratio": 0.348581, "user_cpu_s_delta": 7.11}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.224543, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 93045.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.082855, "system_cpu_s_delta": 1.6900000000000546, "user_cpu_core_ratio": 0.141688, "user_cpu_s_delta": 2.889999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.588, "count": 100, "max_ms": 7.503, "p95_ms": 5.36, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.07, "max": 3.0, "p95": 3.0, "sample_count": 100}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 4}, "total": {"avg": 0.04, "max": 1.0, "p95": 0.0, "sample_count": 100}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.011, "count": 30, "max": 32.535, "p95": 28.582, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.771, "count": 30, "max": 19.976, "p95": 17.748, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1117.333, "count": 30, "max": 1464.0, "p95": 1395.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1601.3, "count": 30, "max": 24867.0, "p95": 10820.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.058, "p95": 0.051, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.783, "count": 30, "max": 1.113, "p95": 1.056, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.554, "count": 30, "max": 4.569, "p95": 4.213, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96552.367, "count": 30, "max": 98588.0, "p95": 98372.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96552.367, "count": 30, "max": 98588.0, "p95": 98372.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 229260.067, "count": 30, "max": 355552.0, "p95": 342657.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.211, "count": 30, "max": 1.041, "p95": 0.41, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.342, "count": 30, "max": 0.997, "p95": 0.52, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1411, "sampled_at": "2026-09-02T22:05:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T22:05:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.184, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 227651, "flush_count": 358, "flush_interval_seconds": 30.0, "flush_state": {"count": 358, "last_at": "2026-09-02T22:06:01", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T22:06:01", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 357}, "started": true, "suppressed_count": 211107, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 211107}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 358, "written_record_count": 358}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4668.902, "limit_mb": null}, "detail": {"last_error_at": "2026-09-02T22:06:01+09:00", "last_error_summary": "[h264 @ 0x64d5f1f65000] error while decoding MB 130 51, bytestream -7", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 584655667200, "copied_frame_count": 211464, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 584655667200, "frame_buffer_copies": 211464, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0873, "count": 512, "max_ms": 3.2426, "p50_ms": 0.0677, "p95_ms": 0.1356, "p99_ms": 0.263}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9671, "count": 512, "max_ms": 3.7083, "p50_ms": 0.861, "p95_ms": 1.5965, "p99_ms": 2.4888, "results": {"failed": 0, "not_applicable": 0, "success": 211464, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 9, "h264_decode_error_count": 14, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T22:06:01+09:00", "last_error_summary": "[h264 @ 0x64d5f1f65000] error while decoding MB 130 51, bytestream -7", "last_exit_at": "2026-09-02T22:06:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 35.57, "last_started_at": "2026-09-02T22:05:26+09:00", "pid": 2409, "process": {"exists": false, "pid": 2409}, "restart_count": 8, "restart_count_per_hour": 7, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.706, "sample_count": 1983, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 211464, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:06:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-09-02T22:06:01+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-09-02T22:06:01+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 46, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 264.744, "last_sample_duration_ms": 586.191, "last_trigger": "periodic", "next_snapshot_in_sec": 335.256, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 46, "storage_bytes": 454354}, "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-09-02T22:06:01.630756+09:00", "mtime_epoch": 1788354361.6307557, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 96761}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T22:06:01+09:00", "process": {"exists": true, "fd_count": 111, "hwm_mb": 1027.551, "name": "celery", "pid": 217, "rss_mb": 1005.395, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 211464, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.142, "max": 3.0, "p95": 3.0, "sample_count": 106}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 10}, "total": {"avg": 0.094, "max": 1.0, "p95": 1.0, "sample_count": 106}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 106, "pushed_frames": 106, "read_frames": 106, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.896, "pushed": 3.896, "read": 3.896}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 106, "client_acquire_ms": {"avg_ms": 0.005, "count": 106, "max_ms": 0.02, "p95_ms": 0.008, "reason": null, "sample_age_ms": 44.235, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.39, "count": 106, "max_ms": 4.097, "p95_ms": 1.129, "reason": null, "sample_age_ms": 70.181, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.17, "count": 106, "max_ms": 1.937, "p95_ms": 0.937, "reason": null, "sample_age_ms": 70.362, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.174, "count": 106, "max_ms": 0.471, "p95_ms": 0.353, "reason": null, "sample_age_ms": 44.24, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.061, "count": 106, "max_ms": 7.111, "p95_ms": 1.89, "reason": null, "sample_age_ms": 69.432, "source": "client_direct"}, "request_count": 106, "request_tensor_bytes": {"avg": 2211848.0, "count": 106, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 69.418, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 106, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 44.392, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.361, "count": 106, "max_ms": 49.293, "p95_ms": 40.493, "reason": null, "sample_age_ms": 44.232, "source": "client_direct"}, "sample_age_ms": 44.23, "source": "client_direct", "task_total_ms": {"avg_ms": 29.743, "count": 106, "max_ms": 53.376, "p95_ms": 41.843, "reason": null, "sample_age_ms": 44.23, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.503, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.927, "count": 106, "max_ms": 6.237, "p95_ms": 4.232}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.2, "count": 106, "max_ms": 0.567, "p95_ms": 0.381}, "detection_prepare_ms": {"avg_ms": 0.164, "count": 106, "max_ms": 1.398, "p95_ms": 0.762}, "event_filter_ms": {"avg_ms": 0.003, "count": 106, "max_ms": 0.008, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.067, "count": 106, "max_ms": 0.233, "p95_ms": 0.172}, "mcmt_ms": {"avg_ms": 0.002, "count": 106, "max_ms": 0.007, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.315, "count": 106, "max_ms": 2.851, "p95_ms": 2.119}, "setup_ms": {"avg_ms": 0.031, "count": 106, "max_ms": 0.14, "p95_ms": 0.055}, "total_inside_ms": {"avg_ms": 0.894, "count": 106, "max_ms": 6.174, "p95_ms": 4.183}, "track_match_ms": {"avg_ms": 0.007, "count": 106, "max_ms": 0.064, "p95_ms": 0.045}, "tracker_update_ms": {"avg_ms": 0.106, "count": 106, "max_ms": 1.374, "p95_ms": 0.891}}, "gstreamer_push": {"avg_ms": 2.291, "count": 106, "max_ms": 5.509, "p95_ms": 4.308}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.037, "count": 106, "max_ms": 0.335, "p95_ms": 0.061}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.383, "count": 106, "max_ms": 56.62, "p95_ms": 43.052}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.025, "count": 106, "max_ms": 0.075, "p95_ms": 0.039}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 60.597, "count": 106, "max_ms": 110.044, "p95_ms": 81.478}, "inference_input_copy_ms": {"avg_ms": 0.874, "count": 106, "max_ms": 2.759, "p95_ms": 1.811}, "processing_residual_ms": {"avg_ms": 0.098, "count": 106, "max_ms": 0.4, "p95_ms": 0.197}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 61.594, "count": 106, "max_ms": 112.17, "p95_ms": 83.626}, "read_interval": {"avg_ms": 296.191, "count": 106, "max_ms": 4511.98, "p95_ms": 3491.117}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 106, "max_ms": 0.034, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 0.277, "count": 106, "max_ms": 2.799, "p95_ms": 2.074}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 106, "max_ms": 0.034, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.266, "count": 106, "max_ms": 2.782, "p95_ms": 2.06}, "worker_merge_ms": {"avg_ms": 0.004, "count": 106, "max_ms": 0.016, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 30.394, "count": 106, "max_ms": 56.631, "p95_ms": 43.07}, "visualize": {"avg_ms": 28.562, "count": 106, "max_ms": 50.183, "p95_ms": 43.429}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.822, "count": 106, "max_ms": 49.455, "p95_ms": 41.535}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.433, "count": 106, "max_ms": 50.014, "p95_ms": 43.145}, "visualize_input_copy_ms": {"avg_ms": 0.001, "count": 106, "max_ms": 0.038, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.37, "count": 106, "max_ms": 49.931, "p95_ms": 43.035}, "visualizer_prepare_ms": {"avg_ms": 0.036, "count": 106, "max_ms": 0.104, "p95_ms": 0.066}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 106}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1008.008, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.42, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.033, "sample_count": 1953, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 211392, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:05:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 4.569, "exists": true, "size_bytes": 95973, "write_bytes_delta": 95973, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 416.0, "cpu_core_ratio": 0.371624, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 24867.0, "pid": 2409, "reason": null, "system_cpu_core_ratio": 0.023043, "system_cpu_s_delta": 0.47, "user_cpu_core_ratio": 0.348581, "user_cpu_s_delta": 7.11}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.224543, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 93045.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.082855, "system_cpu_s_delta": 1.6900000000000546, "user_cpu_core_ratio": 0.141688, "user_cpu_s_delta": 2.889999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.588, "count": 100, "max_ms": 7.503, "p95_ms": 5.36, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.07, "max": 3.0, "p95": 3.0, "sample_count": 100}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 4}, "total": {"avg": 0.04, "max": 1.0, "p95": 0.0, "sample_count": 100}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.011, "count": 30, "max": 32.535, "p95": 28.582, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.771, "count": 30, "max": 19.976, "p95": 17.748, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1117.333, "count": 30, "max": 1464.0, "p95": 1395.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1601.3, "count": 30, "max": 24867.0, "p95": 10820.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.058, "p95": 0.051, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.783, "count": 30, "max": 1.113, "p95": 1.056, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.554, "count": 30, "max": 4.569, "p95": 4.213, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96552.367, "count": 30, "max": 98588.0, "p95": 98372.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96552.367, "count": 30, "max": 98588.0, "p95": 98372.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 229260.067, "count": 30, "max": 355552.0, "p95": 342657.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.211, "count": 30, "max": 1.041, "p95": 0.41, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.342, "count": 30, "max": 0.997, "p95": 0.52, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1411, "sampled_at": "2026-09-02T22:05:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T22:05:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.205, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 227651, "flush_count": 358, "flush_interval_seconds": 30.0, "flush_state": {"count": 358, "last_at": "2026-09-02T22:06:01", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T22:06:01", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 357}, "started": true, "suppressed_count": 211107, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 211107}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 358, "written_record_count": 358}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4668.547, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 584655667200, "copied_frame_count": 211464, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 584655667200, "frame_buffer_copies": 211464, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0873, "count": 512, "max_ms": 3.2426, "p50_ms": 0.0677, "p95_ms": 0.1356, "p99_ms": 0.263}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9671, "count": 512, "max_ms": 3.7083, "p50_ms": 0.861, "p95_ms": 1.5965, "p99_ms": 2.4888, "results": {"failed": 0, "not_applicable": 0, "success": 211464, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 9, "h264_decode_error_count": 14, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T22:06:01+09:00", "last_error_summary": "[h264 @ 0x64d5f1f65000] error while decoding MB 130 51, bytestream -7", "last_exit_at": "2026-09-02T22:06:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 35.585, "last_started_at": "2026-09-02T22:05:26+09:00", "pid": 2409, "process": {"exists": false, "pid": 2409}, "restart_count": 8, "restart_count_per_hour": 7, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.706, "sample_count": 1983, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 211464, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:06:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 0.018, "last_frame_pushed_at": "2026-09-02T22:06:01+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-09-02T22:06:01+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 46, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 264.758, "last_sample_duration_ms": 586.191, "last_trigger": "periodic", "next_snapshot_in_sec": 335.242, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 46, "storage_bytes": 454354}, "mjpeg": {"age_sec": 0.011, "exists": true, "mtime": "2026-09-02T22:06:01.698756+09:00", "mtime_epoch": 1788354361.6987562, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 96372}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T22:06:01+09:00", "process": {"exists": true, "fd_count": 111, "hwm_mb": 1027.551, "name": "celery", "pid": 217, "rss_mb": 1005.395, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 211464, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.142, "max": 3.0, "p95": 3.0, "sample_count": 106}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 10}, "total": {"avg": 0.094, "max": 1.0, "p95": 1.0, "sample_count": 106}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 106, "pushed_frames": 106, "read_frames": 106, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.894, "pushed": 3.894, "read": 3.894}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 106, "client_acquire_ms": {"avg_ms": 0.005, "count": 106, "max_ms": 0.02, "p95_ms": 0.008, "reason": null, "sample_age_ms": 58.478, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.39, "count": 106, "max_ms": 4.097, "p95_ms": 1.129, "reason": null, "sample_age_ms": 84.423, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.17, "count": 106, "max_ms": 1.937, "p95_ms": 0.937, "reason": null, "sample_age_ms": 84.604, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.174, "count": 106, "max_ms": 0.471, "p95_ms": 0.353, "reason": null, "sample_age_ms": 58.482, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.061, "count": 106, "max_ms": 7.111, "p95_ms": 1.89, "reason": null, "sample_age_ms": 83.675, "source": "client_direct"}, "request_count": 106, "request_tensor_bytes": {"avg": 2211848.0, "count": 106, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 83.661, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 106, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 58.634, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.361, "count": 106, "max_ms": 49.293, "p95_ms": 40.493, "reason": null, "sample_age_ms": 58.475, "source": "client_direct"}, "sample_age_ms": 58.472, "source": "client_direct", "task_total_ms": {"avg_ms": 29.743, "count": 106, "max_ms": 53.376, "p95_ms": 41.843, "reason": null, "sample_age_ms": 58.472, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.484, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.927, "count": 106, "max_ms": 6.237, "p95_ms": 4.232}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.2, "count": 106, "max_ms": 0.567, "p95_ms": 0.381}, "detection_prepare_ms": {"avg_ms": 0.164, "count": 106, "max_ms": 1.398, "p95_ms": 0.762}, "event_filter_ms": {"avg_ms": 0.003, "count": 106, "max_ms": 0.008, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.067, "count": 106, "max_ms": 0.233, "p95_ms": 0.172}, "mcmt_ms": {"avg_ms": 0.002, "count": 106, "max_ms": 0.007, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.315, "count": 106, "max_ms": 2.851, "p95_ms": 2.119}, "setup_ms": {"avg_ms": 0.031, "count": 106, "max_ms": 0.14, "p95_ms": 0.055}, "total_inside_ms": {"avg_ms": 0.894, "count": 106, "max_ms": 6.174, "p95_ms": 4.183}, "track_match_ms": {"avg_ms": 0.007, "count": 106, "max_ms": 0.064, "p95_ms": 0.045}, "tracker_update_ms": {"avg_ms": 0.106, "count": 106, "max_ms": 1.374, "p95_ms": 0.891}}, "gstreamer_push": {"avg_ms": 2.291, "count": 106, "max_ms": 5.509, "p95_ms": 4.308}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.037, "count": 106, "max_ms": 0.335, "p95_ms": 0.061}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.383, "count": 106, "max_ms": 56.62, "p95_ms": 43.052}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.025, "count": 106, "max_ms": 0.075, "p95_ms": 0.039}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 60.597, "count": 106, "max_ms": 110.044, "p95_ms": 81.478}, "inference_input_copy_ms": {"avg_ms": 0.874, "count": 106, "max_ms": 2.759, "p95_ms": 1.811}, "processing_residual_ms": {"avg_ms": 0.098, "count": 106, "max_ms": 0.4, "p95_ms": 0.197}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 61.594, "count": 106, "max_ms": 112.17, "p95_ms": 83.626}, "read_interval": {"avg_ms": 296.191, "count": 106, "max_ms": 4511.98, "p95_ms": 3491.117}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 106, "max_ms": 0.034, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 0.277, "count": 106, "max_ms": 2.799, "p95_ms": 2.074}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 106, "max_ms": 0.034, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.266, "count": 106, "max_ms": 2.782, "p95_ms": 2.06}, "worker_merge_ms": {"avg_ms": 0.004, "count": 106, "max_ms": 0.016, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 30.394, "count": 106, "max_ms": 56.631, "p95_ms": 43.07}, "visualize": {"avg_ms": 28.562, "count": 106, "max_ms": 50.183, "p95_ms": 43.429}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.822, "count": 106, "max_ms": 49.455, "p95_ms": 41.535}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.433, "count": 106, "max_ms": 50.014, "p95_ms": 43.145}, "visualize_input_copy_ms": {"avg_ms": 0.001, "count": 106, "max_ms": 0.038, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.37, "count": 106, "max_ms": 49.931, "p95_ms": 43.035}, "visualizer_prepare_ms": {"avg_ms": 0.036, "count": 106, "max_ms": 0.104, "p95_ms": 0.066}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 106}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1008.008, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.42, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.033, "sample_count": 1953, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 211392, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:05:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 4.569, "exists": true, "size_bytes": 95973, "write_bytes_delta": 95973, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 416.0, "cpu_core_ratio": 0.371624, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 24867.0, "pid": 2409, "reason": null, "system_cpu_core_ratio": 0.023043, "system_cpu_s_delta": 0.47, "user_cpu_core_ratio": 0.348581, "user_cpu_s_delta": 7.11}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.224543, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 93045.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.082855, "system_cpu_s_delta": 1.6900000000000546, "user_cpu_core_ratio": 0.141688, "user_cpu_s_delta": 2.889999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.588, "count": 100, "max_ms": 7.503, "p95_ms": 5.36, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.07, "max": 3.0, "p95": 3.0, "sample_count": 100}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 4}, "total": {"avg": 0.04, "max": 1.0, "p95": 0.0, "sample_count": 100}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.011, "count": 30, "max": 32.535, "p95": 28.582, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.771, "count": 30, "max": 19.976, "p95": 17.748, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1117.333, "count": 30, "max": 1464.0, "p95": 1395.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1601.3, "count": 30, "max": 24867.0, "p95": 10820.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.058, "p95": 0.051, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.783, "count": 30, "max": 1.113, "p95": 1.056, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.554, "count": 30, "max": 4.569, "p95": 4.213, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96552.367, "count": 30, "max": 98588.0, "p95": 98372.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96552.367, "count": 30, "max": 98588.0, "p95": 98372.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 229260.067, "count": 30, "max": 355552.0, "p95": 342657.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.211, "count": 30, "max": 1.041, "p95": 0.41, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.342, "count": 30, "max": 0.997, "p95": 0.52, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1411, "sampled_at": "2026-09-02T22:05:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T22:05:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.22, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 227651, "flush_count": 358, "flush_interval_seconds": 30.0, "flush_state": {"count": 358, "last_at": "2026-09-02T22:06:01", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T22:06:01", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 357}, "started": true, "suppressed_count": 211107, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 211107}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 358, "written_record_count": 358}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4956.277, "limit_mb": null}, "detail": {"pid": 2525, "restart_count": 9, "start_count": 10}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 584655667200, "copied_frame_count": 211464, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 584655667200, "frame_buffer_copies": 211464, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0873, "count": 512, "max_ms": 3.2426, "p50_ms": 0.0677, "p95_ms": 0.1356, "p99_ms": 0.263}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9671, "count": 512, "max_ms": 3.7083, "p50_ms": 0.861, "p95_ms": 1.5965, "p99_ms": 2.4888, "results": {"failed": 0, "not_applicable": 0, "success": 211464, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 9, "h264_decode_error_count": 14, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T22:06:01+09:00", "last_error_summary": "[h264 @ 0x64d5f1f65000] error while decoding MB 130 51, bytestream -7", "last_exit_at": "2026-09-02T22:06:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-02T22:06:04+09:00", "pid": 2525, "process": {"exists": true, "fd_count": 5, "hwm_mb": 322.25, "name": "ffmpeg", "pid": 2525, "rss_mb": 322.25, "state": "R (running)", "threads": 49}, "restart_count": 9, "restart_count_per_hour": 8, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.706, "sample_count": 1983, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 211464, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:06:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 4.694, "last_frame_pushed_at": "2026-09-02T22:06:01+09:00", "last_frame_read_age_sec": 4.76, "last_frame_read_at": "2026-09-02T22:06:01+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 46, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 269.437, "last_sample_duration_ms": 586.191, "last_trigger": "periodic", "next_snapshot_in_sec": 330.563, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 46, "storage_bytes": 454354}, "mjpeg": {"age_sec": 4.687, "exists": true, "mtime": "2026-09-02T22:06:01.698756+09:00", "mtime_epoch": 1788354361.6987562, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 96372}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T22:06:06+09:00", "process": {"exists": true, "fd_count": 112, "hwm_mb": 1027.551, "name": "celery", "pid": 217, "rss_mb": 1005.398, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 211464, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.134, "max": 3.0, "p95": 3.0, "sample_count": 97}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 10}, "total": {"avg": 0.103, "max": 1.0, "p95": 1.0, "sample_count": 97}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 97}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 97}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 97}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 97}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 97}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 97, "pushed_frames": 97, "read_frames": 97, "select_timeouts": 15, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.495, "pushed": 3.495, "read": 3.495}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 97, "client_acquire_ms": {"avg_ms": 0.005, "count": 97, "max_ms": 0.02, "p95_ms": 0.008, "reason": null, "sample_age_ms": 4735.595, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.383, "count": 97, "max_ms": 4.097, "p95_ms": 1.121, "reason": null, "sample_age_ms": 4761.54, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.165, "count": 97, "max_ms": 1.937, "p95_ms": 0.934, "reason": null, "sample_age_ms": 4761.721, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.168, "count": 97, "max_ms": 0.471, "p95_ms": 0.359, "reason": null, "sample_age_ms": 4735.599, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.982, "count": 97, "max_ms": 3.114, "p95_ms": 1.662, "reason": null, "sample_age_ms": 4760.792, "source": "client_direct"}, "request_count": 97, "request_tensor_bytes": {"avg": 2211848.0, "count": 97, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4760.777, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 97, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4735.751, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.377, "count": 97, "max_ms": 49.293, "p95_ms": 38.908, "reason": null, "sample_age_ms": 4735.591, "source": "client_direct"}, "sample_age_ms": 4735.589, "source": "client_direct", "task_total_ms": {"avg_ms": 29.649, "count": 97, "max_ms": 52.229, "p95_ms": 40.349, "reason": null, "sample_age_ms": 4735.589, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.15, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.958, "count": 97, "max_ms": 6.237, "p95_ms": 4.737}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.2, "count": 97, "max_ms": 0.567, "p95_ms": 0.381}, "detection_prepare_ms": {"avg_ms": 0.169, "count": 97, "max_ms": 1.398, "p95_ms": 0.793}, "event_filter_ms": {"avg_ms": 0.003, "count": 97, "max_ms": 0.008, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.068, "count": 97, "max_ms": 0.233, "p95_ms": 0.189}, "mcmt_ms": {"avg_ms": 0.002, "count": 97, "max_ms": 0.007, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.331, "count": 97, "max_ms": 2.851, "p95_ms": 2.292}, "setup_ms": {"avg_ms": 0.031, "count": 97, "max_ms": 0.14, "p95_ms": 0.056}, "total_inside_ms": {"avg_ms": 0.925, "count": 97, "max_ms": 6.174, "p95_ms": 4.702}, "track_match_ms": {"avg_ms": 0.007, "count": 97, "max_ms": 0.064, "p95_ms": 0.047}, "tracker_update_ms": {"avg_ms": 0.114, "count": 97, "max_ms": 1.374, "p95_ms": 0.915}}, "gstreamer_push": {"avg_ms": 2.208, "count": 97, "max_ms": 5.509, "p95_ms": 4.308}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.037, "count": 97, "max_ms": 0.335, "p95_ms": 0.061}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.278, "count": 97, "max_ms": 56.62, "p95_ms": 43.052}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.025, "count": 97, "max_ms": 0.075, "p95_ms": 0.044}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 60.079, "count": 97, "max_ms": 110.044, "p95_ms": 81.408}, "inference_input_copy_ms": {"avg_ms": 0.831, "count": 97, "max_ms": 2.52, "p95_ms": 1.811}, "processing_residual_ms": {"avg_ms": 0.094, "count": 97, "max_ms": 0.331, "p95_ms": 0.185}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 61.03, "count": 97, "max_ms": 112.17, "p95_ms": 82.827}, "read_interval": {"avg_ms": 273.023, "count": 97, "max_ms": 4511.98, "p95_ms": 3491.117}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 97, "max_ms": 0.034, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 0.293, "count": 97, "max_ms": 2.799, "p95_ms": 2.241}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 97, "max_ms": 0.034, "p95_ms": 0.019}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.282, "count": 97, "max_ms": 2.782, "p95_ms": 2.226}, "worker_merge_ms": {"avg_ms": 0.004, "count": 97, "max_ms": 0.016, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 30.29, "count": 97, "max_ms": 56.631, "p95_ms": 43.07}, "visualize": {"avg_ms": 28.124, "count": 97, "max_ms": 50.183, "p95_ms": 43.429}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.375, "count": 97, "max_ms": 49.455, "p95_ms": 41.535}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.997, "count": 97, "max_ms": 50.014, "p95_ms": 43.145}, "visualize_input_copy_ms": {"avg_ms": 0.001, "count": 97, "max_ms": 0.038, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.935, "count": 97, "max_ms": 49.931, "p95_ms": 43.035}, "visualizer_prepare_ms": {"avg_ms": 0.036, "count": 97, "max_ms": 0.104, "p95_ms": 0.066}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 97}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 97}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 97}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1008.008, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.42, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.033, "sample_count": 1953, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 211392, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:05:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 4.569, "exists": true, "size_bytes": 95973, "write_bytes_delta": 95973, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 416.0, "cpu_core_ratio": 0.371624, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 24867.0, "pid": 2409, "reason": null, "system_cpu_core_ratio": 0.023043, "system_cpu_s_delta": 0.47, "user_cpu_core_ratio": 0.348581, "user_cpu_s_delta": 7.11}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.224543, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 93045.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.082855, "system_cpu_s_delta": 1.6900000000000546, "user_cpu_core_ratio": 0.141688, "user_cpu_s_delta": 2.889999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.588, "count": 100, "max_ms": 7.503, "p95_ms": 5.36, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.07, "max": 3.0, "p95": 3.0, "sample_count": 100}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 4}, "total": {"avg": 0.04, "max": 1.0, "p95": 0.0, "sample_count": 100}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.011, "count": 30, "max": 32.535, "p95": 28.582, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.771, "count": 30, "max": 19.976, "p95": 17.748, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1117.333, "count": 30, "max": 1464.0, "p95": 1395.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1601.3, "count": 30, "max": 24867.0, "p95": 10820.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.058, "p95": 0.051, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.783, "count": 30, "max": 1.113, "p95": 1.056, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.554, "count": 30, "max": 4.569, "p95": 4.213, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96552.367, "count": 30, "max": 98588.0, "p95": 98372.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96552.367, "count": 30, "max": 98588.0, "p95": 98372.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 229260.067, "count": 30, "max": 355552.0, "p95": 342657.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.211, "count": 30, "max": 1.041, "p95": 0.41, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.342, "count": 30, "max": 0.997, "p95": 0.52, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1411, "sampled_at": "2026-09-02T22:05:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T22:05:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.752, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 227651, "flush_count": 358, "flush_interval_seconds": 30.0, "flush_state": {"count": 358, "last_at": "2026-09-02T22:06:01", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T22:06:01", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 357}, "started": true, "suppressed_count": 211423, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 211423}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 358, "written_record_count": 358}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4670.301, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5ff79a655140] error while decoding MB 113 15, bytestream -10", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 585529344000, "copied_frame_count": 211780, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 585529344000, "frame_buffer_copies": 211780, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0866, "count": 512, "max_ms": 3.2426, "p50_ms": 0.0664, "p95_ms": 0.1347, "p99_ms": 0.2615}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9582, "count": 512, "max_ms": 3.0219, "p50_ms": 0.8548, "p95_ms": 1.6961, "p99_ms": 2.2582, "results": {"failed": 0, "not_applicable": 0, "success": 211780, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 10, "h264_decode_error_count": 15, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T22:06:58+09:00", "last_error_summary": "[h264 @ 0x5ff79a655140] error while decoding MB 113 15, bytestream -10", "last_exit_at": "2026-09-02T22:06:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 54.02, "last_started_at": "2026-09-02T22:06:04+09:00", "pid": 2525, "process": {"exists": false, "pid": 2525}, "restart_count": 9, "restart_count_per_hour": 8, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.847, "sample_count": 1924, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 211780, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:06:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 0.059, "last_frame_pushed_at": "2026-09-02T22:06:58+09:00", "last_frame_read_age_sec": 0.054, "last_frame_read_at": "2026-09-02T22:06:58+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 46, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 321.458, "last_sample_duration_ms": 586.191, "last_trigger": "periodic", "next_snapshot_in_sec": 278.542, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 46, "storage_bytes": 454354}, "mjpeg": {"age_sec": 0.05, "exists": true, "mtime": "2026-09-02T22:06:58.355120+09:00", "mtime_epoch": 1788354418.3551204, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 96780}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T22:06:58+09:00", "process": {"exists": true, "fd_count": 112, "hwm_mb": 1028.328, "name": "celery", "pid": 217, "rss_mb": 1005.551, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 211780, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.14, "max": 3.0, "p95": 3.0, "sample_count": 164}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 22}, "total": {"avg": 0.134, "max": 1.0, "p95": 1.0, "sample_count": 164}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 164, "pushed_frames": 163, "read_frames": 164, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.93, "pushed": 5.894, "read": 5.93}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 164, "client_acquire_ms": {"avg_ms": 0.006, "count": 164, "max_ms": 0.023, "p95_ms": 0.011, "reason": null, "sample_age_ms": 30.486, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.451, "count": 164, "max_ms": 3.968, "p95_ms": 1.266, "reason": null, "sample_age_ms": 58.033, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.155, "count": 164, "max_ms": 1.674, "p95_ms": 0.74, "reason": null, "sample_age_ms": 58.398, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.204, "count": 164, "max_ms": 3.694, "p95_ms": 0.419, "reason": null, "sample_age_ms": 30.491, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.133, "count": 164, "max_ms": 2.984, "p95_ms": 2.001, "reason": null, "sample_age_ms": 57.123, "source": "client_direct"}, "request_count": 164, "request_tensor_bytes": {"avg": 2211848.0, "count": 164, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 57.108, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 164, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 30.55, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.2, "count": 164, "max_ms": 65.426, "p95_ms": 42.203, "reason": null, "sample_age_ms": 30.483, "source": "client_direct"}, "sample_age_ms": 30.481, "source": "client_direct", "task_total_ms": {"avg_ms": 31.671, "count": 164, "max_ms": 66.548, "p95_ms": 44.369, "reason": null, "sample_age_ms": 30.481, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.023, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.044, "count": 164, "max_ms": 8.164, "p95_ms": 3.61}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.212, "count": 164, "max_ms": 0.977, "p95_ms": 0.385}, "detection_prepare_ms": {"avg_ms": 0.204, "count": 164, "max_ms": 2.092, "p95_ms": 0.815}, "event_filter_ms": {"avg_ms": 0.003, "count": 164, "max_ms": 0.019, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.079, "count": 164, "max_ms": 0.625, "p95_ms": 0.17}, "mcmt_ms": {"avg_ms": 0.002, "count": 164, "max_ms": 0.007, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.319, "count": 164, "max_ms": 2.361, "p95_ms": 1.413}, "setup_ms": {"avg_ms": 0.033, "count": 164, "max_ms": 0.161, "p95_ms": 0.062}, "total_inside_ms": {"avg_ms": 1.004, "count": 164, "max_ms": 8.065, "p95_ms": 3.565}, "track_match_ms": {"avg_ms": 0.008, "count": 164, "max_ms": 0.142, "p95_ms": 0.036}, "tracker_update_ms": {"avg_ms": 0.143, "count": 164, "max_ms": 2.042, "p95_ms": 0.836}}, "gstreamer_push": {"avg_ms": 2.95, "count": 163, "max_ms": 10.492, "p95_ms": 6.132}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.035, "count": 164, "max_ms": 0.123, "p95_ms": 0.068}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 32.417, "count": 164, "max_ms": 67.074, "p95_ms": 45.307}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.039, "count": 164, "max_ms": 1.218, "p95_ms": 0.056}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 64.818, "count": 164, "max_ms": 106.368, "p95_ms": 85.38}, "inference_input_copy_ms": {"avg_ms": 0.97, "count": 164, "max_ms": 2.693, "p95_ms": 1.843}, "processing_residual_ms": {"avg_ms": 0.103, "count": 164, "max_ms": 0.363, "p95_ms": 0.182}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 65.93, "count": 164, "max_ms": 107.361, "p95_ms": 86.695}, "read_interval": {"avg_ms": 187.726, "count": 164, "max_ms": 8308.057, "p95_ms": 113.175}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 164, "max_ms": 0.045, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.28, "count": 164, "max_ms": 2.254, "p95_ms": 1.367}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 164, "max_ms": 0.029, "p95_ms": 0.013}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.269, "count": 164, "max_ms": 2.235, "p95_ms": 1.358}, "worker_merge_ms": {"avg_ms": 0.004, "count": 164, "max_ms": 0.13, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 32.428, "count": 164, "max_ms": 67.086, "p95_ms": 45.318}, "visualize": {"avg_ms": 30.634, "count": 164, "max_ms": 53.727, "p95_ms": 41.429}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.842, "count": 164, "max_ms": 53.052, "p95_ms": 40.065}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.497, "count": 164, "max_ms": 53.581, "p95_ms": 41.319}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.428, "count": 164, "max_ms": 53.517, "p95_ms": 41.246}, "visualizer_prepare_ms": {"avg_ms": 0.038, "count": 164, "max_ms": 0.124, "p95_ms": 0.071}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 164}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1005.477, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.486, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.342, "sample_count": 1987, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 211626, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:06:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.068, "exists": true, "size_bytes": 96032, "write_bytes_delta": 96032, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 987.0, "cpu_core_ratio": 0.846, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 946.0, "pid": 2525, "reason": null, "system_cpu_core_ratio": 0.041378, "system_cpu_s_delta": 0.8300000000000001, "user_cpu_core_ratio": 0.804622, "user_cpu_s_delta": 16.14}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.948198, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 211512.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.435712, "system_cpu_s_delta": 8.739999999999782, "user_cpu_core_ratio": 0.512485, "user_cpu_s_delta": 10.280000000000655}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.711, "count": 164, "max_ms": 6.754, "p95_ms": 4.793, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.165, "max": 4.0, "p95": 3.0, "sample_count": 164}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 51}, "total": {"avg": 0.311, "max": 1.0, "p95": 1.0, "sample_count": 164}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.938, "count": 30, "max": 30.712, "p95": 24.945, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.366, "count": 30, "max": 19.976, "p95": 17.748, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1104.033, "count": 30, "max": 1464.0, "p95": 1395.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1632.833, "count": 30, "max": 24867.0, "p95": 10820.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.058, "p95": 0.051, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.78, "count": 30, "max": 1.113, "p95": 1.056, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.556, "count": 30, "max": 4.569, "p95": 4.213, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96409.0, "count": 30, "max": 98466.0, "p95": 98107.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96409.0, "count": 30, "max": 98466.0, "p95": 98107.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 218769.9, "count": 30, "max": 355552.0, "p95": 342657.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.221, "count": 30, "max": 1.041, "p95": 0.446, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.339, "count": 30, "max": 0.997, "p95": 0.522, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1413, "sampled_at": "2026-09-02T22:06:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T22:06:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.657, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 227651, "flush_count": 358, "flush_interval_seconds": 30.0, "flush_state": {"count": 358, "last_at": "2026-09-02T22:06:01", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T22:06:01", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 357}, "started": true, "suppressed_count": 211423, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 211423}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 358, "written_record_count": 358}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4669.73, "limit_mb": null}, "detail": {"last_error_at": "2026-09-02T22:06:58+09:00", "last_error_summary": "[h264 @ 0x5ff79a655140] error while decoding MB 113 15, bytestream -10", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 585529344000, "copied_frame_count": 211780, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 585529344000, "frame_buffer_copies": 211780, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0866, "count": 512, "max_ms": 3.2426, "p50_ms": 0.0664, "p95_ms": 0.1347, "p99_ms": 0.2615}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9582, "count": 512, "max_ms": 3.0219, "p50_ms": 0.8548, "p95_ms": 1.6961, "p99_ms": 2.2582, "results": {"failed": 0, "not_applicable": 0, "success": 211780, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 10, "h264_decode_error_count": 15, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T22:06:58+09:00", "last_error_summary": "[h264 @ 0x5ff79a655140] error while decoding MB 113 15, bytestream -10", "last_exit_at": "2026-09-02T22:06:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 54.044, "last_started_at": "2026-09-02T22:06:04+09:00", "pid": 2525, "process": {"exists": false, "pid": 2525}, "restart_count": 9, "restart_count_per_hour": 8, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.847, "sample_count": 1924, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 211780, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:06:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 0.017, "last_frame_pushed_at": "2026-09-02T22:06:58+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-09-02T22:06:58+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 46, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 321.484, "last_sample_duration_ms": 586.191, "last_trigger": "periodic", "next_snapshot_in_sec": 278.516, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 46, "storage_bytes": 454354}, "mjpeg": {"age_sec": 0.015, "exists": true, "mtime": "2026-09-02T22:06:58.414121+09:00", "mtime_epoch": 1788354418.414121, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 96608}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T22:06:58+09:00", "process": {"exists": true, "fd_count": 111, "hwm_mb": 1028.328, "name": "celery", "pid": 217, "rss_mb": 1005.547, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 211780, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.14, "max": 3.0, "p95": 3.0, "sample_count": 164}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 22}, "total": {"avg": 0.134, "max": 1.0, "p95": 1.0, "sample_count": 164}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 164, "pushed_frames": 164, "read_frames": 164, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.925, "pushed": 5.925, "read": 5.925}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 164, "client_acquire_ms": {"avg_ms": 0.006, "count": 164, "max_ms": 0.023, "p95_ms": 0.011, "reason": null, "sample_age_ms": 53.746, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.451, "count": 164, "max_ms": 3.968, "p95_ms": 1.266, "reason": null, "sample_age_ms": 81.293, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.155, "count": 164, "max_ms": 1.674, "p95_ms": 0.74, "reason": null, "sample_age_ms": 81.658, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.204, "count": 164, "max_ms": 3.694, "p95_ms": 0.419, "reason": null, "sample_age_ms": 53.751, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.133, "count": 164, "max_ms": 2.984, "p95_ms": 2.001, "reason": null, "sample_age_ms": 80.383, "source": "client_direct"}, "request_count": 164, "request_tensor_bytes": {"avg": 2211848.0, "count": 164, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 80.368, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 164, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 53.81, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.2, "count": 164, "max_ms": 65.426, "p95_ms": 42.203, "reason": null, "sample_age_ms": 53.743, "source": "client_direct"}, "sample_age_ms": 53.741, "source": "client_direct", "task_total_ms": {"avg_ms": 31.671, "count": 164, "max_ms": 66.548, "p95_ms": 44.369, "reason": null, "sample_age_ms": 53.741, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.039, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.044, "count": 164, "max_ms": 8.164, "p95_ms": 3.61}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.212, "count": 164, "max_ms": 0.977, "p95_ms": 0.385}, "detection_prepare_ms": {"avg_ms": 0.204, "count": 164, "max_ms": 2.092, "p95_ms": 0.815}, "event_filter_ms": {"avg_ms": 0.003, "count": 164, "max_ms": 0.019, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.079, "count": 164, "max_ms": 0.625, "p95_ms": 0.17}, "mcmt_ms": {"avg_ms": 0.002, "count": 164, "max_ms": 0.007, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.319, "count": 164, "max_ms": 2.361, "p95_ms": 1.413}, "setup_ms": {"avg_ms": 0.033, "count": 164, "max_ms": 0.161, "p95_ms": 0.062}, "total_inside_ms": {"avg_ms": 1.004, "count": 164, "max_ms": 8.065, "p95_ms": 3.565}, "track_match_ms": {"avg_ms": 0.008, "count": 164, "max_ms": 0.142, "p95_ms": 0.036}, "tracker_update_ms": {"avg_ms": 0.143, "count": 164, "max_ms": 2.042, "p95_ms": 0.836}}, "gstreamer_push": {"avg_ms": 2.971, "count": 164, "max_ms": 10.492, "p95_ms": 6.225}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.035, "count": 164, "max_ms": 0.123, "p95_ms": 0.068}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 32.417, "count": 164, "max_ms": 67.074, "p95_ms": 45.307}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.039, "count": 164, "max_ms": 1.218, "p95_ms": 0.056}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 64.818, "count": 164, "max_ms": 106.368, "p95_ms": 85.38}, "inference_input_copy_ms": {"avg_ms": 0.97, "count": 164, "max_ms": 2.693, "p95_ms": 1.843}, "processing_residual_ms": {"avg_ms": 0.103, "count": 164, "max_ms": 0.363, "p95_ms": 0.182}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 65.93, "count": 164, "max_ms": 107.361, "p95_ms": 86.695}, "read_interval": {"avg_ms": 187.726, "count": 164, "max_ms": 8308.057, "p95_ms": 113.175}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 164, "max_ms": 0.045, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.28, "count": 164, "max_ms": 2.254, "p95_ms": 1.367}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 164, "max_ms": 0.029, "p95_ms": 0.013}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.269, "count": 164, "max_ms": 2.235, "p95_ms": 1.358}, "worker_merge_ms": {"avg_ms": 0.004, "count": 164, "max_ms": 0.13, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 32.428, "count": 164, "max_ms": 67.086, "p95_ms": 45.318}, "visualize": {"avg_ms": 30.634, "count": 164, "max_ms": 53.727, "p95_ms": 41.429}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.842, "count": 164, "max_ms": 53.052, "p95_ms": 40.065}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.497, "count": 164, "max_ms": 53.581, "p95_ms": 41.319}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.428, "count": 164, "max_ms": 53.517, "p95_ms": 41.246}, "visualizer_prepare_ms": {"avg_ms": 0.038, "count": 164, "max_ms": 0.124, "p95_ms": 0.071}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 164}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1005.477, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.486, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.342, "sample_count": 1987, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 211626, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:06:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.068, "exists": true, "size_bytes": 96032, "write_bytes_delta": 96032, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 987.0, "cpu_core_ratio": 0.846, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 946.0, "pid": 2525, "reason": null, "system_cpu_core_ratio": 0.041378, "system_cpu_s_delta": 0.8300000000000001, "user_cpu_core_ratio": 0.804622, "user_cpu_s_delta": 16.14}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.948198, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 211512.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.435712, "system_cpu_s_delta": 8.739999999999782, "user_cpu_core_ratio": 0.512485, "user_cpu_s_delta": 10.280000000000655}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.711, "count": 164, "max_ms": 6.754, "p95_ms": 4.793, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.165, "max": 4.0, "p95": 3.0, "sample_count": 164}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 51}, "total": {"avg": 0.311, "max": 1.0, "p95": 1.0, "sample_count": 164}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.938, "count": 30, "max": 30.712, "p95": 24.945, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.366, "count": 30, "max": 19.976, "p95": 17.748, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1104.033, "count": 30, "max": 1464.0, "p95": 1395.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1632.833, "count": 30, "max": 24867.0, "p95": 10820.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.058, "p95": 0.051, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.78, "count": 30, "max": 1.113, "p95": 1.056, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.556, "count": 30, "max": 4.569, "p95": 4.213, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96409.0, "count": 30, "max": 98466.0, "p95": 98107.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96409.0, "count": 30, "max": 98466.0, "p95": 98107.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 218769.9, "count": 30, "max": 355552.0, "p95": 342657.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.221, "count": 30, "max": 1.041, "p95": 0.446, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.339, "count": 30, "max": 0.997, "p95": 0.522, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1413, "sampled_at": "2026-09-02T22:06:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T22:06:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.68, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 227651, "flush_count": 358, "flush_interval_seconds": 30.0, "flush_state": {"count": 358, "last_at": "2026-09-02T22:06:01", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T22:06:01", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 357}, "started": true, "suppressed_count": 211423, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 211423}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 358, "written_record_count": 358}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4670.211, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 585529344000, "copied_frame_count": 211780, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 585529344000, "frame_buffer_copies": 211780, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0866, "count": 512, "max_ms": 3.2426, "p50_ms": 0.0664, "p95_ms": 0.1347, "p99_ms": 0.2615}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9582, "count": 512, "max_ms": 3.0219, "p50_ms": 0.8548, "p95_ms": 1.6961, "p99_ms": 2.2582, "results": {"failed": 0, "not_applicable": 0, "success": 211780, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 10, "h264_decode_error_count": 15, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T22:06:58+09:00", "last_error_summary": "[h264 @ 0x5ff79a655140] error while decoding MB 113 15, bytestream -10", "last_exit_at": "2026-09-02T22:06:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 54.069, "last_started_at": "2026-09-02T22:06:04+09:00", "pid": 2525, "process": {"exists": false, "pid": 2525}, "restart_count": 9, "restart_count_per_hour": 8, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.796, "sample_count": 1923, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 211780, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:06:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 0.042, "last_frame_pushed_at": "2026-09-02T22:06:58+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-09-02T22:06:58+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 46, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 321.507, "last_sample_duration_ms": 586.191, "last_trigger": "periodic", "next_snapshot_in_sec": 278.493, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 46, "storage_bytes": 454354}, "mjpeg": {"age_sec": 0.04, "exists": true, "mtime": "2026-09-02T22:06:58.414121+09:00", "mtime_epoch": 1788354418.414121, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 96608}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T22:06:58+09:00", "process": {"exists": true, "fd_count": 111, "hwm_mb": 1028.328, "name": "celery", "pid": 217, "rss_mb": 1005.547, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 211780, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.14, "max": 3.0, "p95": 3.0, "sample_count": 164}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 22}, "total": {"avg": 0.134, "max": 1.0, "p95": 1.0, "sample_count": 164}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 164, "pushed_frames": 164, "read_frames": 164, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.92, "pushed": 5.92, "read": 5.92}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 164, "client_acquire_ms": {"avg_ms": 0.006, "count": 164, "max_ms": 0.023, "p95_ms": 0.011, "reason": null, "sample_age_ms": 78.713, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.451, "count": 164, "max_ms": 3.968, "p95_ms": 1.266, "reason": null, "sample_age_ms": 106.26, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.155, "count": 164, "max_ms": 1.674, "p95_ms": 0.74, "reason": null, "sample_age_ms": 106.625, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.204, "count": 164, "max_ms": 3.694, "p95_ms": 0.419, "reason": null, "sample_age_ms": 78.718, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.133, "count": 164, "max_ms": 2.984, "p95_ms": 2.001, "reason": null, "sample_age_ms": 105.35, "source": "client_direct"}, "request_count": 164, "request_tensor_bytes": {"avg": 2211848.0, "count": 164, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 105.335, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 164, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 78.777, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.2, "count": 164, "max_ms": 65.426, "p95_ms": 42.203, "reason": null, "sample_age_ms": 78.71, "source": "client_direct"}, "sample_age_ms": 78.708, "source": "client_direct", "task_total_ms": {"avg_ms": 31.671, "count": 164, "max_ms": 66.548, "p95_ms": 44.369, "reason": null, "sample_age_ms": 78.708, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.663, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.044, "count": 164, "max_ms": 8.164, "p95_ms": 3.61}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.212, "count": 164, "max_ms": 0.977, "p95_ms": 0.385}, "detection_prepare_ms": {"avg_ms": 0.204, "count": 164, "max_ms": 2.092, "p95_ms": 0.815}, "event_filter_ms": {"avg_ms": 0.003, "count": 164, "max_ms": 0.019, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.079, "count": 164, "max_ms": 0.625, "p95_ms": 0.17}, "mcmt_ms": {"avg_ms": 0.002, "count": 164, "max_ms": 0.007, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.319, "count": 164, "max_ms": 2.361, "p95_ms": 1.413}, "setup_ms": {"avg_ms": 0.033, "count": 164, "max_ms": 0.161, "p95_ms": 0.062}, "total_inside_ms": {"avg_ms": 1.004, "count": 164, "max_ms": 8.065, "p95_ms": 3.565}, "track_match_ms": {"avg_ms": 0.008, "count": 164, "max_ms": 0.142, "p95_ms": 0.036}, "tracker_update_ms": {"avg_ms": 0.143, "count": 164, "max_ms": 2.042, "p95_ms": 0.836}}, "gstreamer_push": {"avg_ms": 2.971, "count": 164, "max_ms": 10.492, "p95_ms": 6.225}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.035, "count": 164, "max_ms": 0.123, "p95_ms": 0.068}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 32.417, "count": 164, "max_ms": 67.074, "p95_ms": 45.307}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.039, "count": 164, "max_ms": 1.218, "p95_ms": 0.056}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 64.818, "count": 164, "max_ms": 106.368, "p95_ms": 85.38}, "inference_input_copy_ms": {"avg_ms": 0.97, "count": 164, "max_ms": 2.693, "p95_ms": 1.843}, "processing_residual_ms": {"avg_ms": 0.103, "count": 164, "max_ms": 0.363, "p95_ms": 0.182}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 65.93, "count": 164, "max_ms": 107.361, "p95_ms": 86.695}, "read_interval": {"avg_ms": 187.726, "count": 164, "max_ms": 8308.057, "p95_ms": 113.175}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 164, "max_ms": 0.045, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.28, "count": 164, "max_ms": 2.254, "p95_ms": 1.367}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 164, "max_ms": 0.029, "p95_ms": 0.013}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.269, "count": 164, "max_ms": 2.235, "p95_ms": 1.358}, "worker_merge_ms": {"avg_ms": 0.004, "count": 164, "max_ms": 0.13, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 32.428, "count": 164, "max_ms": 67.086, "p95_ms": 45.318}, "visualize": {"avg_ms": 30.634, "count": 164, "max_ms": 53.727, "p95_ms": 41.429}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.842, "count": 164, "max_ms": 53.052, "p95_ms": 40.065}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.497, "count": 164, "max_ms": 53.581, "p95_ms": 41.319}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.428, "count": 164, "max_ms": 53.517, "p95_ms": 41.246}, "visualizer_prepare_ms": {"avg_ms": 0.038, "count": 164, "max_ms": 0.124, "p95_ms": 0.071}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 164}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1005.477, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.486, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.342, "sample_count": 1987, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 211626, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:06:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.068, "exists": true, "size_bytes": 96032, "write_bytes_delta": 96032, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 987.0, "cpu_core_ratio": 0.846, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 946.0, "pid": 2525, "reason": null, "system_cpu_core_ratio": 0.041378, "system_cpu_s_delta": 0.8300000000000001, "user_cpu_core_ratio": 0.804622, "user_cpu_s_delta": 16.14}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.948198, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 211512.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.435712, "system_cpu_s_delta": 8.739999999999782, "user_cpu_core_ratio": 0.512485, "user_cpu_s_delta": 10.280000000000655}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.711, "count": 164, "max_ms": 6.754, "p95_ms": 4.793, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.165, "max": 4.0, "p95": 3.0, "sample_count": 164}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 51}, "total": {"avg": 0.311, "max": 1.0, "p95": 1.0, "sample_count": 164}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.938, "count": 30, "max": 30.712, "p95": 24.945, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.366, "count": 30, "max": 19.976, "p95": 17.748, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1104.033, "count": 30, "max": 1464.0, "p95": 1395.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1632.833, "count": 30, "max": 24867.0, "p95": 10820.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.058, "p95": 0.051, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.78, "count": 30, "max": 1.113, "p95": 1.056, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.556, "count": 30, "max": 4.569, "p95": 4.213, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96409.0, "count": 30, "max": 98466.0, "p95": 98107.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96409.0, "count": 30, "max": 98466.0, "p95": 98107.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 218769.9, "count": 30, "max": 355552.0, "p95": 342657.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.221, "count": 30, "max": 1.041, "p95": 0.446, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.339, "count": 30, "max": 0.997, "p95": 0.522, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1413, "sampled_at": "2026-09-02T22:06:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T22:06:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.705, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 227651, "flush_count": 358, "flush_interval_seconds": 30.0, "flush_state": {"count": 358, "last_at": "2026-09-02T22:06:01", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T22:06:01", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 357}, "started": true, "suppressed_count": 211423, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 211423}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 358, "written_record_count": 358}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4961.242, "limit_mb": null}, "detail": {"pid": 2641, "restart_count": 10, "start_count": 11}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 585529344000, "copied_frame_count": 211780, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 585529344000, "frame_buffer_copies": 211780, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0866, "count": 512, "max_ms": 3.2426, "p50_ms": 0.0664, "p95_ms": 0.1347, "p99_ms": 0.2615}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9582, "count": 512, "max_ms": 3.0219, "p50_ms": 0.8548, "p95_ms": 1.6961, "p99_ms": 2.2582, "results": {"failed": 0, "not_applicable": 0, "success": 211780, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 10, "h264_decode_error_count": 15, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T22:06:58+09:00", "last_error_summary": "[h264 @ 0x5ff79a655140] error while decoding MB 113 15, bytestream -10", "last_exit_at": "2026-09-02T22:07:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-02T22:07:01+09:00", "pid": 2641, "process": {"exists": true, "fd_count": 5, "hwm_mb": 326.102, "name": "ffmpeg", "pid": 2641, "rss_mb": 326.102, "state": "R (running)", "threads": 48}, "restart_count": 10, "restart_count_per_hour": 9, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.145, "sample_count": 1873, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 211780, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:06:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 4.638, "last_frame_pushed_at": "2026-09-02T22:06:58+09:00", "last_frame_read_age_sec": 4.7, "last_frame_read_at": "2026-09-02T22:06:58+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 46, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 326.109, "last_sample_duration_ms": 586.191, "last_trigger": "periodic", "next_snapshot_in_sec": 273.891, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 46, "storage_bytes": 454354}, "mjpeg": {"age_sec": 4.636, "exists": true, "mtime": "2026-09-02T22:06:58.414121+09:00", "mtime_epoch": 1788354418.414121, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 96608}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T22:07:03+09:00", "process": {"exists": true, "fd_count": 112, "hwm_mb": 1028.328, "name": "celery", "pid": 217, "rss_mb": 1005.551, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 211780, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.128, "max": 3.0, "p95": 3.0, "sample_count": 141}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 16}, "total": {"avg": 0.113, "max": 1.0, "p95": 1.0, "sample_count": 141}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 141, "pushed_frames": 141, "read_frames": 141, "select_timeouts": 14, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.214, "pushed": 5.214, "read": 5.214}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 141, "client_acquire_ms": {"avg_ms": 0.006, "count": 141, "max_ms": 0.019, "p95_ms": 0.01, "reason": null, "sample_age_ms": 4677.808, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.436, "count": 141, "max_ms": 3.968, "p95_ms": 1.127, "reason": null, "sample_age_ms": 4705.355, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.15, "count": 141, "max_ms": 1.674, "p95_ms": 0.74, "reason": null, "sample_age_ms": 4705.72, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.207, "count": 141, "max_ms": 3.694, "p95_ms": 0.426, "reason": null, "sample_age_ms": 4677.813, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.111, "count": 141, "max_ms": 2.784, "p95_ms": 1.973, "reason": null, "sample_age_ms": 4704.444, "source": "client_direct"}, "request_count": 141, "request_tensor_bytes": {"avg": 2211848.0, "count": 141, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4704.43, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 141, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4677.871, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.123, "count": 141, "max_ms": 47.926, "p95_ms": 41.878, "reason": null, "sample_age_ms": 4677.805, "source": "client_direct"}, "sample_age_ms": 4677.803, "source": "client_direct", "task_total_ms": {"avg_ms": 31.574, "count": 141, "max_ms": 52.414, "p95_ms": 43.757, "reason": null, "sample_age_ms": 4677.803, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.12, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.977, "count": 141, "max_ms": 8.164, "p95_ms": 3.471}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.205, "count": 141, "max_ms": 0.977, "p95_ms": 0.342}, "detection_prepare_ms": {"avg_ms": 0.193, "count": 141, "max_ms": 2.092, "p95_ms": 0.815}, "event_filter_ms": {"avg_ms": 0.003, "count": 141, "max_ms": 0.012, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.076, "count": 141, "max_ms": 0.625, "p95_ms": 0.16}, "mcmt_ms": {"avg_ms": 0.002, "count": 141, "max_ms": 0.007, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.29, "count": 141, "max_ms": 2.361, "p95_ms": 1.378}, "setup_ms": {"avg_ms": 0.033, "count": 141, "max_ms": 0.161, "p95_ms": 0.065}, "total_inside_ms": {"avg_ms": 0.936, "count": 141, "max_ms": 8.065, "p95_ms": 3.419}, "track_match_ms": {"avg_ms": 0.008, "count": 141, "max_ms": 0.142, "p95_ms": 0.034}, "tracker_update_ms": {"avg_ms": 0.126, "count": 141, "max_ms": 2.042, "p95_ms": 0.816}}, "gstreamer_push": {"avg_ms": 2.992, "count": 141, "max_ms": 10.492, "p95_ms": 6.497}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.035, "count": 141, "max_ms": 0.123, "p95_ms": 0.068}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 32.308, "count": 141, "max_ms": 56.943, "p95_ms": 45.047}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.039, "count": 141, "max_ms": 1.218, "p95_ms": 0.055}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 64.343, "count": 141, "max_ms": 100.603, "p95_ms": 83.847}, "inference_input_copy_ms": {"avg_ms": 0.969, "count": 141, "max_ms": 2.693, "p95_ms": 1.79}, "processing_residual_ms": {"avg_ms": 0.1, "count": 141, "max_ms": 0.264, "p95_ms": 0.171}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 65.451, "count": 141, "max_ms": 102.834, "p95_ms": 84.693}, "read_interval": {"avg_ms": 183.377, "count": 141, "max_ms": 8308.057, "p95_ms": 111.544}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 141, "max_ms": 0.045, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.252, "count": 141, "max_ms": 2.254, "p95_ms": 1.346}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 141, "max_ms": 0.029, "p95_ms": 0.015}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.241, "count": 141, "max_ms": 2.235, "p95_ms": 1.337}, "worker_merge_ms": {"avg_ms": 0.004, "count": 141, "max_ms": 0.015, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 32.319, "count": 141, "max_ms": 56.951, "p95_ms": 45.058}, "visualize": {"avg_ms": 30.339, "count": 141, "max_ms": 53.727, "p95_ms": 40.521}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.586, "count": 141, "max_ms": 53.052, "p95_ms": 39.606}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.203, "count": 141, "max_ms": 53.581, "p95_ms": 40.281}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.136, "count": 141, "max_ms": 53.517, "p95_ms": 40.183}, "visualizer_prepare_ms": {"avg_ms": 0.038, "count": 141, "max_ms": 0.124, "p95_ms": 0.066}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 141}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1005.477, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.486, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 92.342, "sample_count": 1987, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 211626, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:06:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.068, "exists": true, "size_bytes": 96032, "write_bytes_delta": 96032, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 987.0, "cpu_core_ratio": 0.846, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 946.0, "pid": 2525, "reason": null, "system_cpu_core_ratio": 0.041378, "system_cpu_s_delta": 0.8300000000000001, "user_cpu_core_ratio": 0.804622, "user_cpu_s_delta": 16.14}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.948198, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 211512.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.435712, "system_cpu_s_delta": 8.739999999999782, "user_cpu_core_ratio": 0.512485, "user_cpu_s_delta": 10.280000000000655}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.711, "count": 164, "max_ms": 6.754, "p95_ms": 4.793, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.165, "max": 4.0, "p95": 3.0, "sample_count": 164}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 51}, "total": {"avg": 0.311, "max": 1.0, "p95": 1.0, "sample_count": 164}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.938, "count": 30, "max": 30.712, "p95": 24.945, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.366, "count": 30, "max": 19.976, "p95": 17.748, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1104.033, "count": 30, "max": 1464.0, "p95": 1395.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1632.833, "count": 30, "max": 24867.0, "p95": 10820.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.058, "p95": 0.051, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.78, "count": 30, "max": 1.113, "p95": 1.056, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.556, "count": 30, "max": 4.569, "p95": 4.213, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96409.0, "count": 30, "max": 98466.0, "p95": 98107.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96409.0, "count": 30, "max": 98466.0, "p95": 98107.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 218769.9, "count": 30, "max": 355552.0, "p95": 342657.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.221, "count": 30, "max": 1.041, "p95": 0.446, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.339, "count": 30, "max": 0.997, "p95": 0.522, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1413, "sampled_at": "2026-09-02T22:06:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T22:06:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.043, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 228419, "flush_count": 359, "flush_interval_seconds": 30.0, "flush_state": {"count": 359, "last_at": "2026-09-02T22:07:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T22:07:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 358}, "started": true, "suppressed_count": 211771, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 211771}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 359, "written_record_count": 359}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4671.863, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 586494259200, "copied_frame_count": 212129, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 586494259200, "frame_buffer_copies": 212129, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.082, "count": 512, "max_ms": 1.8977, "p50_ms": 0.0674, "p95_ms": 0.1277, "p99_ms": 0.2215}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0004, "count": 512, "max_ms": 3.0879, "p50_ms": 0.8953, "p95_ms": 1.7222, "p99_ms": 2.1574, "results": {"failed": 0, "not_applicable": 0, "success": 212129, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 10, "h264_decode_error_count": 15, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T22:06:58+09:00", "last_error_summary": "[h264 @ 0x5ff79a655140] error while decoding MB 113 15, bytestream -10", "last_exit_at": "2026-09-02T22:07:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 61.753, "last_started_at": "2026-09-02T22:07:01+09:00", "pid": 2641, "process": {"exists": false, "pid": 2641}, "restart_count": 10, "restart_count_per_hour": 9, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.565, "sample_count": 1848, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 212129, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:08:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-09-02T22:08:02+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-09-02T22:08:02+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 46, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 385.863, "last_sample_duration_ms": 586.191, "last_trigger": "periodic", "next_snapshot_in_sec": 214.137, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 46, "storage_bytes": 454354}, "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-09-02T22:08:02.745534+09:00", "mtime_epoch": 1788354482.7455337, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 96258}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T22:08:02+09:00", "process": {"exists": true, "fd_count": 112, "hwm_mb": 1028.375, "name": "celery", "pid": 217, "rss_mb": 1005.781, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 212129, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.014, "max": 3.0, "p95": 2.0, "sample_count": 145}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 9}, "total": {"avg": 0.062, "max": 1.0, "p95": 1.0, "sample_count": 145}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 145, "pushed_frames": 145, "read_frames": 145, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.903, "pushed": 4.903, "read": 4.903}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 145, "client_acquire_ms": {"avg_ms": 0.006, "count": 145, "max_ms": 0.027, "p95_ms": 0.012, "reason": null, "sample_age_ms": 37.055, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.464, "count": 145, "max_ms": 3.494, "p95_ms": 1.368, "reason": null, "sample_age_ms": 63.372, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.166, "count": 145, "max_ms": 2.908, "p95_ms": 0.758, "reason": null, "sample_age_ms": 63.554, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.16, "count": 145, "max_ms": 0.585, "p95_ms": 0.347, "reason": null, "sample_age_ms": 37.06, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.111, "count": 145, "max_ms": 7.849, "p95_ms": 1.971, "reason": null, "sample_age_ms": 62.272, "source": "client_direct"}, "request_count": 145, "request_tensor_bytes": {"avg": 2211848.0, "count": 145, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 62.251, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 145, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 37.12, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.968, "count": 145, "max_ms": 68.448, "p95_ms": 41.416, "reason": null, "sample_age_ms": 37.052, "source": "client_direct"}, "sample_age_ms": 37.05, "source": "client_direct", "task_total_ms": {"avg_ms": 29.371, "count": 145, "max_ms": 71.11, "p95_ms": 43.02, "reason": null, "sample_age_ms": 37.05, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.554, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.813, "count": 145, "max_ms": 9.093, "p95_ms": 3.061}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.217, "count": 145, "max_ms": 0.871, "p95_ms": 0.431}, "detection_prepare_ms": {"avg_ms": 0.152, "count": 145, "max_ms": 3.018, "p95_ms": 0.653}, "event_filter_ms": {"avg_ms": 0.003, "count": 145, "max_ms": 0.014, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.072, "count": 145, "max_ms": 1.125, "p95_ms": 0.136}, "mcmt_ms": {"avg_ms": 0.002, "count": 145, "max_ms": 0.012, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.213, "count": 145, "max_ms": 2.068, "p95_ms": 1.34}, "setup_ms": {"avg_ms": 0.033, "count": 145, "max_ms": 0.142, "p95_ms": 0.074}, "total_inside_ms": {"avg_ms": 0.782, "count": 145, "max_ms": 8.974, "p95_ms": 3.032}, "track_match_ms": {"avg_ms": 0.005, "count": 145, "max_ms": 0.087, "p95_ms": 0.032}, "tracker_update_ms": {"avg_ms": 0.084, "count": 145, "max_ms": 2.942, "p95_ms": 0.701}}, "gstreamer_push": {"avg_ms": 2.146, "count": 145, "max_ms": 5.751, "p95_ms": 3.92}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 145, "max_ms": 1.152, "p95_ms": 0.063}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.118, "count": 145, "max_ms": 74.827, "p95_ms": 44.207}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.025, "count": 145, "max_ms": 0.082, "p95_ms": 0.043}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 60.949, "count": 145, "max_ms": 126.907, "p95_ms": 88.534}, "inference_input_copy_ms": {"avg_ms": 0.92, "count": 145, "max_ms": 2.916, "p95_ms": 1.703}, "processing_residual_ms": {"avg_ms": 0.086, "count": 145, "max_ms": 0.207, "p95_ms": 0.154}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 61.98, "count": 145, "max_ms": 127.968, "p95_ms": 90.867}, "read_interval": {"avg_ms": 245.178, "count": 145, "max_ms": 6041.361, "p95_ms": 265.371}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 145, "max_ms": 0.025, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.179, "count": 145, "max_ms": 1.999, "p95_ms": 1.307}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 145, "max_ms": 0.019, "p95_ms": 0.013}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.168, "count": 145, "max_ms": 1.979, "p95_ms": 1.298}, "worker_merge_ms": {"avg_ms": 0.004, "count": 145, "max_ms": 0.016, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 30.13, "count": 145, "max_ms": 74.837, "p95_ms": 44.232}, "visualize": {"avg_ms": 29.335, "count": 145, "max_ms": 55.918, "p95_ms": 44.741}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.671, "count": 145, "max_ms": 54.934, "p95_ms": 44.079}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.204, "count": 145, "max_ms": 55.693, "p95_ms": 44.612}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.14, "count": 145, "max_ms": 55.588, "p95_ms": 44.544}, "visualizer_prepare_ms": {"avg_ms": 0.037, "count": 145, "max_ms": 0.142, "p95_ms": 0.065}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 145}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1005.781, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.098, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.796, "sample_count": 1845, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 212104, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:08:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 95338, "write_bytes_delta": 95338, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 643.0, "cpu_core_ratio": 0.413442, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 2641, "reason": null, "system_cpu_core_ratio": 0.019519, "system_cpu_s_delta": 0.43999999999999995, "user_cpu_core_ratio": 0.393923, "user_cpu_s_delta": 8.879999999999995}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.314517, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 133363.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.118443, "system_cpu_s_delta": 2.6700000000000728, "user_cpu_core_ratio": 0.196074, "user_cpu_s_delta": 4.420000000000073}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.162, "count": 120, "max_ms": 5.751, "p95_ms": 3.92, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.017, "max": 3.0, "p95": 2.0, "sample_count": 120}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 8}, "total": {"avg": 0.067, "max": 1.0, "p95": 1.0, "sample_count": 120}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.316, "count": 30, "max": 31.945, "p95": 28.582, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.898, "count": 30, "max": 18.691, "p95": 14.957, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1035.633, "count": 30, "max": 1464.0, "p95": 1395.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1642.067, "count": 30, "max": 24867.0, "p95": 10820.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.058, "p95": 0.051, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.736, "count": 30, "max": 1.113, "p95": 1.056, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.416, "count": 30, "max": 4.569, "p95": 3.664, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96124.933, "count": 30, "max": 97673.0, "p95": 97440.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96124.933, "count": 30, "max": 97673.0, "p95": 97440.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 212657.567, "count": 30, "max": 355552.0, "p95": 342657.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.218, "count": 30, "max": 1.041, "p95": 0.446, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.329, "count": 30, "max": 0.997, "p95": 0.522, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1417, "sampled_at": "2026-09-02T22:08:00+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T22:08:00+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.571, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 228419, "flush_count": 359, "flush_interval_seconds": 30.0, "flush_state": {"count": 359, "last_at": "2026-09-02T22:07:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T22:07:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 358}, "started": true, "suppressed_count": 211771, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 211771}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 359, "written_record_count": 359}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4672.059, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x58f1ce78efc0] error while decoding MB 15 75, bytestream -10", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 586494259200, "copied_frame_count": 212129, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 586494259200, "frame_buffer_copies": 212129, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.082, "count": 512, "max_ms": 1.8977, "p50_ms": 0.0674, "p95_ms": 0.1277, "p99_ms": 0.2215}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0004, "count": 512, "max_ms": 3.0879, "p50_ms": 0.8953, "p95_ms": 1.7222, "p99_ms": 2.1574, "results": {"failed": 0, "not_applicable": 0, "success": 212129, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 11, "h264_decode_error_count": 16, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T22:08:02+09:00", "last_error_summary": "[h264 @ 0x58f1ce78efc0] error while decoding MB 15 75, bytestream -10", "last_exit_at": "2026-09-02T22:07:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 61.762, "last_started_at": "2026-09-02T22:07:01+09:00", "pid": 2641, "process": {"exists": false, "pid": 2641}, "restart_count": 10, "restart_count_per_hour": 9, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.565, "sample_count": 1848, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 212129, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:08:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 0.01, "last_frame_pushed_at": "2026-09-02T22:08:02+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-09-02T22:08:02+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 46, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 385.869, "last_sample_duration_ms": 586.191, "last_trigger": "periodic", "next_snapshot_in_sec": 214.131, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 46, "storage_bytes": 454354}, "mjpeg": {"age_sec": 0.003, "exists": true, "mtime": "2026-09-02T22:08:02.807534+09:00", "mtime_epoch": 1788354482.8075342, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 96327}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T22:08:02+09:00", "process": {"exists": true, "fd_count": 112, "hwm_mb": 1028.375, "name": "celery", "pid": 217, "rss_mb": 1005.781, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 212129, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.014, "max": 3.0, "p95": 2.0, "sample_count": 145}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 9}, "total": {"avg": 0.062, "max": 1.0, "p95": 1.0, "sample_count": 145}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 145, "pushed_frames": 145, "read_frames": 145, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.902, "pushed": 4.902, "read": 4.902}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 145, "client_acquire_ms": {"avg_ms": 0.006, "count": 145, "max_ms": 0.027, "p95_ms": 0.012, "reason": null, "sample_age_ms": 45.289, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.464, "count": 145, "max_ms": 3.494, "p95_ms": 1.368, "reason": null, "sample_age_ms": 71.605, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.166, "count": 145, "max_ms": 2.908, "p95_ms": 0.758, "reason": null, "sample_age_ms": 71.787, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.16, "count": 145, "max_ms": 0.585, "p95_ms": 0.347, "reason": null, "sample_age_ms": 45.294, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.111, "count": 145, "max_ms": 7.849, "p95_ms": 1.971, "reason": null, "sample_age_ms": 70.505, "source": "client_direct"}, "request_count": 145, "request_tensor_bytes": {"avg": 2211848.0, "count": 145, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 70.484, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 145, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 45.353, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.968, "count": 145, "max_ms": 68.448, "p95_ms": 41.416, "reason": null, "sample_age_ms": 45.286, "source": "client_direct"}, "sample_age_ms": 45.284, "source": "client_direct", "task_total_ms": {"avg_ms": 29.371, "count": 145, "max_ms": 71.11, "p95_ms": 43.02, "reason": null, "sample_age_ms": 45.284, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.669, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.813, "count": 145, "max_ms": 9.093, "p95_ms": 3.061}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.217, "count": 145, "max_ms": 0.871, "p95_ms": 0.431}, "detection_prepare_ms": {"avg_ms": 0.152, "count": 145, "max_ms": 3.018, "p95_ms": 0.653}, "event_filter_ms": {"avg_ms": 0.003, "count": 145, "max_ms": 0.014, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.072, "count": 145, "max_ms": 1.125, "p95_ms": 0.136}, "mcmt_ms": {"avg_ms": 0.002, "count": 145, "max_ms": 0.012, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.213, "count": 145, "max_ms": 2.068, "p95_ms": 1.34}, "setup_ms": {"avg_ms": 0.033, "count": 145, "max_ms": 0.142, "p95_ms": 0.074}, "total_inside_ms": {"avg_ms": 0.782, "count": 145, "max_ms": 8.974, "p95_ms": 3.032}, "track_match_ms": {"avg_ms": 0.005, "count": 145, "max_ms": 0.087, "p95_ms": 0.032}, "tracker_update_ms": {"avg_ms": 0.084, "count": 145, "max_ms": 2.942, "p95_ms": 0.701}}, "gstreamer_push": {"avg_ms": 2.146, "count": 145, "max_ms": 5.751, "p95_ms": 3.92}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 145, "max_ms": 1.152, "p95_ms": 0.063}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.118, "count": 145, "max_ms": 74.827, "p95_ms": 44.207}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.025, "count": 145, "max_ms": 0.082, "p95_ms": 0.043}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 60.949, "count": 145, "max_ms": 126.907, "p95_ms": 88.534}, "inference_input_copy_ms": {"avg_ms": 0.92, "count": 145, "max_ms": 2.916, "p95_ms": 1.703}, "processing_residual_ms": {"avg_ms": 0.086, "count": 145, "max_ms": 0.207, "p95_ms": 0.154}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 61.98, "count": 145, "max_ms": 127.968, "p95_ms": 90.867}, "read_interval": {"avg_ms": 245.178, "count": 145, "max_ms": 6041.361, "p95_ms": 265.371}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 145, "max_ms": 0.025, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.179, "count": 145, "max_ms": 1.999, "p95_ms": 1.307}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 145, "max_ms": 0.019, "p95_ms": 0.013}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.168, "count": 145, "max_ms": 1.979, "p95_ms": 1.298}, "worker_merge_ms": {"avg_ms": 0.004, "count": 145, "max_ms": 0.016, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 30.13, "count": 145, "max_ms": 74.837, "p95_ms": 44.232}, "visualize": {"avg_ms": 29.335, "count": 145, "max_ms": 55.918, "p95_ms": 44.741}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.671, "count": 145, "max_ms": 54.934, "p95_ms": 44.079}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.204, "count": 145, "max_ms": 55.693, "p95_ms": 44.612}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.14, "count": 145, "max_ms": 55.588, "p95_ms": 44.544}, "visualizer_prepare_ms": {"avg_ms": 0.037, "count": 145, "max_ms": 0.142, "p95_ms": 0.065}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 145}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1005.781, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.098, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.796, "sample_count": 1845, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 212104, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:08:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 95338, "write_bytes_delta": 95338, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 643.0, "cpu_core_ratio": 0.413442, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 2641, "reason": null, "system_cpu_core_ratio": 0.019519, "system_cpu_s_delta": 0.43999999999999995, "user_cpu_core_ratio": 0.393923, "user_cpu_s_delta": 8.879999999999995}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.314517, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 133363.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.118443, "system_cpu_s_delta": 2.6700000000000728, "user_cpu_core_ratio": 0.196074, "user_cpu_s_delta": 4.420000000000073}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.162, "count": 120, "max_ms": 5.751, "p95_ms": 3.92, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.017, "max": 3.0, "p95": 2.0, "sample_count": 120}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 8}, "total": {"avg": 0.067, "max": 1.0, "p95": 1.0, "sample_count": 120}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.316, "count": 30, "max": 31.945, "p95": 28.582, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.898, "count": 30, "max": 18.691, "p95": 14.957, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1035.633, "count": 30, "max": 1464.0, "p95": 1395.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1642.067, "count": 30, "max": 24867.0, "p95": 10820.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.058, "p95": 0.051, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.736, "count": 30, "max": 1.113, "p95": 1.056, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.416, "count": 30, "max": 4.569, "p95": 3.664, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96124.933, "count": 30, "max": 97673.0, "p95": 97440.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96124.933, "count": 30, "max": 97673.0, "p95": 97440.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 212657.567, "count": 30, "max": 355552.0, "p95": 342657.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.218, "count": 30, "max": 1.041, "p95": 0.446, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.329, "count": 30, "max": 0.997, "p95": 0.522, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1417, "sampled_at": "2026-09-02T22:08:00+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T22:08:00+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.579, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 228419, "flush_count": 359, "flush_interval_seconds": 30.0, "flush_state": {"count": 359, "last_at": "2026-09-02T22:07:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T22:07:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 358}, "started": true, "suppressed_count": 211771, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 211771}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 359, "written_record_count": 359}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4671.793, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 586494259200, "copied_frame_count": 212129, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 586494259200, "frame_buffer_copies": 212129, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.082, "count": 512, "max_ms": 1.8977, "p50_ms": 0.0674, "p95_ms": 0.1277, "p99_ms": 0.2215}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0004, "count": 512, "max_ms": 3.0879, "p50_ms": 0.8953, "p95_ms": 1.7222, "p99_ms": 2.1574, "results": {"failed": 0, "not_applicable": 0, "success": 212129, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 11, "h264_decode_error_count": 16, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T22:08:02+09:00", "last_error_summary": "[h264 @ 0x58f1ce78efc0] error while decoding MB 15 75, bytestream -10", "last_exit_at": "2026-09-02T22:07:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 61.788, "last_started_at": "2026-09-02T22:07:01+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 10, "restart_count_per_hour": 9, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.565, "sample_count": 1848, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 212129, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:08:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 0.036, "last_frame_pushed_at": "2026-09-02T22:08:02+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-09-02T22:08:02+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 46, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 385.889, "last_sample_duration_ms": 586.191, "last_trigger": "periodic", "next_snapshot_in_sec": 214.111, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 46, "storage_bytes": 454354}, "mjpeg": {"age_sec": 0.029, "exists": true, "mtime": "2026-09-02T22:08:02.807534+09:00", "mtime_epoch": 1788354482.8075342, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 96327}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T22:08:02+09:00", "process": {"exists": true, "fd_count": 111, "hwm_mb": 1028.375, "name": "celery", "pid": 217, "rss_mb": 1005.777, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 212129, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.014, "max": 3.0, "p95": 2.0, "sample_count": 145}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 9}, "total": {"avg": 0.062, "max": 1.0, "p95": 1.0, "sample_count": 145}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 145, "pushed_frames": 145, "read_frames": 145, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.898, "pushed": 4.898, "read": 4.898}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 145, "client_acquire_ms": {"avg_ms": 0.006, "count": 145, "max_ms": 0.027, "p95_ms": 0.012, "reason": null, "sample_age_ms": 71.079, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.464, "count": 145, "max_ms": 3.494, "p95_ms": 1.368, "reason": null, "sample_age_ms": 97.396, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.166, "count": 145, "max_ms": 2.908, "p95_ms": 0.758, "reason": null, "sample_age_ms": 97.578, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.16, "count": 145, "max_ms": 0.585, "p95_ms": 0.347, "reason": null, "sample_age_ms": 71.084, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.111, "count": 145, "max_ms": 7.849, "p95_ms": 1.971, "reason": null, "sample_age_ms": 96.296, "source": "client_direct"}, "request_count": 145, "request_tensor_bytes": {"avg": 2211848.0, "count": 145, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 96.275, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 145, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 71.144, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.968, "count": 145, "max_ms": 68.448, "p95_ms": 41.416, "reason": null, "sample_age_ms": 71.077, "source": "client_direct"}, "sample_age_ms": 71.074, "source": "client_direct", "task_total_ms": {"avg_ms": 29.371, "count": 145, "max_ms": 71.11, "p95_ms": 43.02, "reason": null, "sample_age_ms": 71.074, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.616, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.813, "count": 145, "max_ms": 9.093, "p95_ms": 3.061}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.217, "count": 145, "max_ms": 0.871, "p95_ms": 0.431}, "detection_prepare_ms": {"avg_ms": 0.152, "count": 145, "max_ms": 3.018, "p95_ms": 0.653}, "event_filter_ms": {"avg_ms": 0.003, "count": 145, "max_ms": 0.014, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.072, "count": 145, "max_ms": 1.125, "p95_ms": 0.136}, "mcmt_ms": {"avg_ms": 0.002, "count": 145, "max_ms": 0.012, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.213, "count": 145, "max_ms": 2.068, "p95_ms": 1.34}, "setup_ms": {"avg_ms": 0.033, "count": 145, "max_ms": 0.142, "p95_ms": 0.074}, "total_inside_ms": {"avg_ms": 0.782, "count": 145, "max_ms": 8.974, "p95_ms": 3.032}, "track_match_ms": {"avg_ms": 0.005, "count": 145, "max_ms": 0.087, "p95_ms": 0.032}, "tracker_update_ms": {"avg_ms": 0.084, "count": 145, "max_ms": 2.942, "p95_ms": 0.701}}, "gstreamer_push": {"avg_ms": 2.146, "count": 145, "max_ms": 5.751, "p95_ms": 3.92}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 145, "max_ms": 1.152, "p95_ms": 0.063}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.118, "count": 145, "max_ms": 74.827, "p95_ms": 44.207}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.025, "count": 145, "max_ms": 0.082, "p95_ms": 0.043}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 60.949, "count": 145, "max_ms": 126.907, "p95_ms": 88.534}, "inference_input_copy_ms": {"avg_ms": 0.92, "count": 145, "max_ms": 2.916, "p95_ms": 1.703}, "processing_residual_ms": {"avg_ms": 0.086, "count": 145, "max_ms": 0.207, "p95_ms": 0.154}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 61.98, "count": 145, "max_ms": 127.968, "p95_ms": 90.867}, "read_interval": {"avg_ms": 245.178, "count": 145, "max_ms": 6041.361, "p95_ms": 265.371}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 145, "max_ms": 0.025, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.179, "count": 145, "max_ms": 1.999, "p95_ms": 1.307}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 145, "max_ms": 0.019, "p95_ms": 0.013}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.168, "count": 145, "max_ms": 1.979, "p95_ms": 1.298}, "worker_merge_ms": {"avg_ms": 0.004, "count": 145, "max_ms": 0.016, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 30.13, "count": 145, "max_ms": 74.837, "p95_ms": 44.232}, "visualize": {"avg_ms": 29.335, "count": 145, "max_ms": 55.918, "p95_ms": 44.741}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.671, "count": 145, "max_ms": 54.934, "p95_ms": 44.079}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.204, "count": 145, "max_ms": 55.693, "p95_ms": 44.612}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.14, "count": 145, "max_ms": 55.588, "p95_ms": 44.544}, "visualizer_prepare_ms": {"avg_ms": 0.037, "count": 145, "max_ms": 0.142, "p95_ms": 0.065}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 145}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1005.781, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.098, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.796, "sample_count": 1845, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 212104, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:08:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 95338, "write_bytes_delta": 95338, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 643.0, "cpu_core_ratio": 0.413442, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 2641, "reason": null, "system_cpu_core_ratio": 0.019519, "system_cpu_s_delta": 0.43999999999999995, "user_cpu_core_ratio": 0.393923, "user_cpu_s_delta": 8.879999999999995}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.314517, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 133363.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.118443, "system_cpu_s_delta": 2.6700000000000728, "user_cpu_core_ratio": 0.196074, "user_cpu_s_delta": 4.420000000000073}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.162, "count": 120, "max_ms": 5.751, "p95_ms": 3.92, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.017, "max": 3.0, "p95": 2.0, "sample_count": 120}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 8}, "total": {"avg": 0.067, "max": 1.0, "p95": 1.0, "sample_count": 120}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.316, "count": 30, "max": 31.945, "p95": 28.582, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.898, "count": 30, "max": 18.691, "p95": 14.957, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1035.633, "count": 30, "max": 1464.0, "p95": 1395.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1642.067, "count": 30, "max": 24867.0, "p95": 10820.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.058, "p95": 0.051, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.736, "count": 30, "max": 1.113, "p95": 1.056, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.416, "count": 30, "max": 4.569, "p95": 3.664, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96124.933, "count": 30, "max": 97673.0, "p95": 97440.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96124.933, "count": 30, "max": 97673.0, "p95": 97440.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 212657.567, "count": 30, "max": 355552.0, "p95": 342657.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.218, "count": 30, "max": 1.041, "p95": 0.446, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.329, "count": 30, "max": 0.997, "p95": 0.522, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1417, "sampled_at": "2026-09-02T22:08:00+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T22:08:00+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.605, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 228419, "flush_count": 359, "flush_interval_seconds": 30.0, "flush_state": {"count": 359, "last_at": "2026-09-02T22:07:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T22:07:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 358}, "started": true, "suppressed_count": 211771, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 211771}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 359, "written_record_count": 359}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4709.855, "limit_mb": null}, "detail": {"pid": 2757, "restart_count": 11, "start_count": 12}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 586494259200, "copied_frame_count": 212129, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 586494259200, "frame_buffer_copies": 212129, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.082, "count": 512, "max_ms": 1.8977, "p50_ms": 0.0674, "p95_ms": 0.1277, "p99_ms": 0.2215}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0004, "count": 512, "max_ms": 3.0879, "p50_ms": 0.8953, "p95_ms": 1.7222, "p99_ms": 2.1574, "results": {"failed": 0, "not_applicable": 0, "success": 212129, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 11, "h264_decode_error_count": 16, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T22:08:02+09:00", "last_error_summary": "[h264 @ 0x58f1ce78efc0] error while decoding MB 15 75, bytestream -10", "last_exit_at": "2026-09-02T22:07:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-02T22:08:05+09:00", "pid": 2757, "process": {"exists": true, "fd_count": 4, "hwm_mb": 75.477, "name": "ffmpeg", "pid": 2757, "rss_mb": 75.477, "state": "S (sleeping)", "threads": 1}, "restart_count": 11, "restart_count_per_hour": 10, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 12}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.314, "sample_count": 1797, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 212129, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:08:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 4.693, "last_frame_pushed_at": "2026-09-02T22:08:02+09:00", "last_frame_read_age_sec": 4.752, "last_frame_read_at": "2026-09-02T22:08:02+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 46, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 390.546, "last_sample_duration_ms": 586.191, "last_trigger": "periodic", "next_snapshot_in_sec": 209.454, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 46, "storage_bytes": 454354}, "mjpeg": {"age_sec": 4.686, "exists": true, "mtime": "2026-09-02T22:08:02.807534+09:00", "mtime_epoch": 1788354482.8075342, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 96327}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T22:08:07+09:00", "process": {"exists": true, "fd_count": 112, "hwm_mb": 1028.375, "name": "celery", "pid": 217, "rss_mb": 1005.781, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 212129, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.016, "max": 3.0, "p95": 2.0, "sample_count": 126}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 7}, "total": {"avg": 0.056, "max": 1.0, "p95": 1.0, "sample_count": 126}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 126}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 126}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 126}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 126}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 126}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 126, "pushed_frames": 126, "read_frames": 126, "select_timeouts": 14, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.322, "pushed": 4.322, "read": 4.322}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 126, "client_acquire_ms": {"avg_ms": 0.006, "count": 126, "max_ms": 0.027, "p95_ms": 0.012, "reason": null, "sample_age_ms": 4728.949, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.471, "count": 126, "max_ms": 3.494, "p95_ms": 1.562, "reason": null, "sample_age_ms": 4755.266, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.168, "count": 126, "max_ms": 2.908, "p95_ms": 0.734, "reason": null, "sample_age_ms": 4755.448, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.153, "count": 126, "max_ms": 0.549, "p95_ms": 0.346, "reason": null, "sample_age_ms": 4728.954, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.116, "count": 126, "max_ms": 7.849, "p95_ms": 2.019, "reason": null, "sample_age_ms": 4754.166, "source": "client_direct"}, "request_count": 126, "request_tensor_bytes": {"avg": 2211848.0, "count": 126, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4754.145, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 126, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4729.014, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.688, "count": 126, "max_ms": 68.448, "p95_ms": 41.296, "reason": null, "sample_age_ms": 4728.946, "source": "client_direct"}, "sample_age_ms": 4728.944, "source": "client_direct", "task_total_ms": {"avg_ms": 29.089, "count": 126, "max_ms": 71.11, "p95_ms": 42.904, "reason": null, "sample_age_ms": 4728.944, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.453, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.746, "count": 126, "max_ms": 4.329, "p95_ms": 2.986}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.214, "count": 126, "max_ms": 0.832, "p95_ms": 0.418}, "detection_prepare_ms": {"avg_ms": 0.13, "count": 126, "max_ms": 1.174, "p95_ms": 0.646}, "event_filter_ms": {"avg_ms": 0.003, "count": 126, "max_ms": 0.014, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.07, "count": 126, "max_ms": 1.125, "p95_ms": 0.136}, "mcmt_ms": {"avg_ms": 0.002, "count": 126, "max_ms": 0.005, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.197, "count": 126, "max_ms": 1.722, "p95_ms": 1.33}, "setup_ms": {"avg_ms": 0.031, "count": 126, "max_ms": 0.142, "p95_ms": 0.065}, "total_inside_ms": {"avg_ms": 0.715, "count": 126, "max_ms": 4.293, "p95_ms": 2.955}, "track_match_ms": {"avg_ms": 0.005, "count": 126, "max_ms": 0.055, "p95_ms": 0.03}, "tracker_update_ms": {"avg_ms": 0.064, "count": 126, "max_ms": 1.065, "p95_ms": 0.676}}, "gstreamer_push": {"avg_ms": 2.133, "count": 126, "max_ms": 5.751, "p95_ms": 3.694}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 126, "max_ms": 1.152, "p95_ms": 0.056}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.839, "count": 126, "max_ms": 74.827, "p95_ms": 44.207}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.025, "count": 126, "max_ms": 0.082, "p95_ms": 0.043}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 126, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 126, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 59.837, "count": 126, "max_ms": 101.754, "p95_ms": 85.548}, "inference_input_copy_ms": {"avg_ms": 0.914, "count": 126, "max_ms": 2.916, "p95_ms": 1.761}, "processing_residual_ms": {"avg_ms": 0.085, "count": 126, "max_ms": 0.207, "p95_ms": 0.145}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 126, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 126, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 60.861, "count": 126, "max_ms": 104.241, "p95_ms": 86.859}, "read_interval": {"avg_ms": 222.604, "count": 126, "max_ms": 4724.482, "p95_ms": 265.371}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 126, "max_ms": 0.025, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.164, "count": 126, "max_ms": 1.678, "p95_ms": 1.299}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 126, "max_ms": 0.018, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.153, "count": 126, "max_ms": 1.668, "p95_ms": 1.291}, "worker_merge_ms": {"avg_ms": 0.003, "count": 126, "max_ms": 0.013, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 29.85, "count": 126, "max_ms": 74.837, "p95_ms": 44.232}, "visualize": {"avg_ms": 28.58, "count": 126, "max_ms": 55.918, "p95_ms": 44.396}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.94, "count": 126, "max_ms": 54.934, "p95_ms": 43.342}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 126, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.454, "count": 126, "max_ms": 55.693, "p95_ms": 44.099}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 126, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 126, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.393, "count": 126, "max_ms": 55.588, "p95_ms": 43.965}, "visualizer_prepare_ms": {"avg_ms": 0.035, "count": 126, "max_ms": 0.113, "p95_ms": 0.061}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 126}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 126}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 126}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1005.781, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.098, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.796, "sample_count": 1845, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 212104, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:08:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 95338, "write_bytes_delta": 95338, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 643.0, "cpu_core_ratio": 0.413442, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 2641, "reason": null, "system_cpu_core_ratio": 0.019519, "system_cpu_s_delta": 0.43999999999999995, "user_cpu_core_ratio": 0.393923, "user_cpu_s_delta": 8.879999999999995}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.314517, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 133363.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.118443, "system_cpu_s_delta": 2.6700000000000728, "user_cpu_core_ratio": 0.196074, "user_cpu_s_delta": 4.420000000000073}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.162, "count": 120, "max_ms": 5.751, "p95_ms": 3.92, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.017, "max": 3.0, "p95": 2.0, "sample_count": 120}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 8}, "total": {"avg": 0.067, "max": 1.0, "p95": 1.0, "sample_count": 120}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.316, "count": 30, "max": 31.945, "p95": 28.582, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.898, "count": 30, "max": 18.691, "p95": 14.957, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1035.633, "count": 30, "max": 1464.0, "p95": 1395.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1642.067, "count": 30, "max": 24867.0, "p95": 10820.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.058, "p95": 0.051, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.736, "count": 30, "max": 1.113, "p95": 1.056, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.416, "count": 30, "max": 4.569, "p95": 3.664, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96124.933, "count": 30, "max": 97673.0, "p95": 97440.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96124.933, "count": 30, "max": 97673.0, "p95": 97440.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 212657.567, "count": 30, "max": 355552.0, "p95": 342657.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.218, "count": 30, "max": 1.041, "p95": 0.446, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.329, "count": 30, "max": 0.997, "p95": 0.522, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1417, "sampled_at": "2026-09-02T22:08:00+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T22:08:00+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.152, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 229249, "flush_count": 360, "flush_interval_seconds": 30.0, "flush_state": {"count": 360, "last_at": "2026-09-02T22:08:08", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T22:08:08", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 359}, "started": true, "suppressed_count": 212121, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 212121}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 360, "written_record_count": 360}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4672.535, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 587464704000, "copied_frame_count": 212480, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 587464704000, "frame_buffer_copies": 212480, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0799, "count": 512, "max_ms": 1.4003, "p50_ms": 0.067, "p95_ms": 0.1291, "p99_ms": 0.1887}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9745, "count": 512, "max_ms": 3.0879, "p50_ms": 0.8665, "p95_ms": 1.6514, "p99_ms": 2.1533, "results": {"failed": 0, "not_applicable": 0, "success": 212480, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 11, "h264_decode_error_count": 16, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T22:08:02+09:00", "last_error_summary": "[h264 @ 0x58f1ce78efc0] error while decoding MB 15 75, bytestream -10", "last_exit_at": "2026-09-02T22:07:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 57.684, "last_started_at": "2026-09-02T22:08:05+09:00", "pid": 2757, "process": {"exists": false, "pid": 2757}, "restart_count": 11, "restart_count_per_hour": 10, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 12}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.963, "sample_count": 1692, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 212480, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:09:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 0.012, "last_frame_pushed_at": "2026-09-02T22:09:03+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-09-02T22:09:03+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 46, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 446.24, "last_sample_duration_ms": 586.191, "last_trigger": "periodic", "next_snapshot_in_sec": 153.76, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 46, "storage_bytes": 454354}, "mjpeg": {"age_sec": 0.005, "exists": true, "mtime": "2026-09-02T22:09:03.171921+09:00", "mtime_epoch": 1788354543.171921, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 94762}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T22:09:03+09:00", "process": {"exists": true, "fd_count": 112, "hwm_mb": 1028.375, "name": "celery", "pid": 217, "rss_mb": 1005.879, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 212480, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 193}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 71}, "total": {"avg": 0.368, "max": 1.0, "p95": 1.0, "sample_count": 193}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.434, "pushed": 6.434, "read": 6.401}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 192, "client_acquire_ms": {"avg_ms": 0.006, "count": 192, "max_ms": 0.039, "p95_ms": 0.014, "reason": null, "sample_age_ms": 72.675, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.451, "count": 192, "max_ms": 2.239, "p95_ms": 1.279, "reason": null, "sample_age_ms": 100.659, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.177, "count": 192, "max_ms": 1.51, "p95_ms": 0.914, "reason": null, "sample_age_ms": 101.288, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.209, "count": 192, "max_ms": 0.713, "p95_ms": 0.418, "reason": null, "sample_age_ms": 72.682, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.277, "count": 192, "max_ms": 3.204, "p95_ms": 2.388, "reason": null, "sample_age_ms": 97.598, "source": "client_direct"}, "request_count": 192, "request_tensor_bytes": {"avg": 2211848.0, "count": 192, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 97.527, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 192, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 72.926, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 31.372, "count": 192, "max_ms": 57.634, "p95_ms": 44.56, "reason": null, "sample_age_ms": 72.671, "source": "client_direct"}, "sample_age_ms": 72.667, "source": "client_direct", "task_total_ms": {"avg_ms": 33.014, "count": 192, "max_ms": 59.678, "p95_ms": 46.553, "reason": null, "sample_age_ms": 72.667, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.797, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.917, "count": 193, "max_ms": 7.271, "p95_ms": 5.104}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.263, "count": 193, "max_ms": 0.645, "p95_ms": 0.495}, "detection_prepare_ms": {"avg_ms": 0.414, "count": 193, "max_ms": 1.902, "p95_ms": 1.311}, "event_filter_ms": {"avg_ms": 0.003, "count": 193, "max_ms": 0.012, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.114, "count": 193, "max_ms": 0.382, "p95_ms": 0.283}, "mcmt_ms": {"avg_ms": 0.002, "count": 193, "max_ms": 0.014, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.659, "count": 193, "max_ms": 2.821, "p95_ms": 1.77}, "setup_ms": {"avg_ms": 0.039, "count": 193, "max_ms": 0.148, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 1.877, "count": 193, "max_ms": 7.19, "p95_ms": 5.033}, "track_match_ms": {"avg_ms": 0.019, "count": 193, "max_ms": 0.089, "p95_ms": 0.067}, "tracker_update_ms": {"avg_ms": 0.363, "count": 193, "max_ms": 2.088, "p95_ms": 1.188}}, "gstreamer_push": {"avg_ms": 3.294, "count": 193, "max_ms": 8.712, "p95_ms": 5.517}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.039, "count": 193, "max_ms": 0.111, "p95_ms": 0.072}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 33.765, "count": 193, "max_ms": 60.709, "p95_ms": 49.613}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.03, "count": 193, "max_ms": 0.096, "p95_ms": 0.057}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 70.389, "count": 193, "max_ms": 126.906, "p95_ms": 91.256}, "inference_input_copy_ms": {"avg_ms": 1.026, "count": 193, "max_ms": 3.177, "p95_ms": 2.04}, "processing_residual_ms": {"avg_ms": 0.122, "count": 193, "max_ms": 1.624, "p95_ms": 0.23}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 71.567, "count": 193, "max_ms": 128.315, "p95_ms": 93.336}, "read_interval": {"avg_ms": 156.058, "count": 192, "max_ms": 4225.595, "p95_ms": 135.855}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 193, "max_ms": 0.035, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.62, "count": 193, "max_ms": 2.772, "p95_ms": 1.709}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 193, "max_ms": 0.031, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.608, "count": 193, "max_ms": 2.755, "p95_ms": 1.695}, "worker_merge_ms": {"avg_ms": 0.004, "count": 193, "max_ms": 0.022, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 33.778, "count": 193, "max_ms": 60.759, "p95_ms": 49.632}, "visualize": {"avg_ms": 33.919, "count": 193, "max_ms": 74.046, "p95_ms": 48.737}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.733, "count": 193, "max_ms": 71.403, "p95_ms": 46.925}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.764, "count": 193, "max_ms": 73.889, "p95_ms": 48.535}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.002, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.689, "count": 193, "max_ms": 73.797, "p95_ms": 48.432}, "visualizer_prepare_ms": {"avg_ms": 0.041, "count": 193, "max_ms": 0.124, "p95_ms": 0.077}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 193}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1005.836, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.604, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.352, "sample_count": 1694, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 212385, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:08:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.118, "exists": true, "size_bytes": 95211, "write_bytes_delta": 95211, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1363.0, "cpu_core_ratio": 1.086202, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 673.0, "pid": 2757, "reason": null, "system_cpu_core_ratio": 0.0474, "system_cpu_s_delta": 0.95, "user_cpu_core_ratio": 1.038802, "user_cpu_s_delta": 20.82}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.749298, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 326601.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.88363, "system_cpu_s_delta": 17.710000000000036, "user_cpu_core_ratio": 0.865668, "user_cpu_s_delta": 17.350000000000364}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.993, "count": 214, "max_ms": 8.712, "p95_ms": 5.517, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.005, "max": 3.0, "p95": 2.0, "sample_count": 214}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 86}, "total": {"avg": 0.402, "max": 1.0, "p95": 1.0, "sample_count": 214}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.419, "count": 30, "max": 31.945, "p95": 28.582, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.662, "count": 30, "max": 18.691, "p95": 14.957, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1035.033, "count": 30, "max": 1464.0, "p95": 1395.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1664.5, "count": 30, "max": 24867.0, "p95": 10820.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.058, "p95": 0.051, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.741, "count": 30, "max": 1.113, "p95": 1.056, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.42, "count": 30, "max": 4.569, "p95": 3.664, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96054.4, "count": 30, "max": 97673.0, "p95": 97287.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96054.4, "count": 30, "max": 97673.0, "p95": 97287.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 208486.1, "count": 30, "max": 345243.0, "p95": 336254.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.245, "count": 30, "max": 1.041, "p95": 0.69, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.344, "count": 30, "max": 0.997, "p95": 0.715, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1419, "sampled_at": "2026-09-02T22:08:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T22:08:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 229249, "flush_count": 360, "flush_interval_seconds": 30.0, "flush_state": {"count": 360, "last_at": "2026-09-02T22:08:08", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T22:08:08", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 359}, "started": true, "suppressed_count": 212121, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 212121}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 360, "written_record_count": 360}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4671.852, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 587464704000, "copied_frame_count": 212480, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 587464704000, "frame_buffer_copies": 212480, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0799, "count": 512, "max_ms": 1.4003, "p50_ms": 0.067, "p95_ms": 0.1291, "p99_ms": 0.1887}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9745, "count": 512, "max_ms": 3.0879, "p50_ms": 0.8665, "p95_ms": 1.6514, "p99_ms": 2.1533, "results": {"failed": 0, "not_applicable": 0, "success": 212480, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 12, "h264_decode_error_count": 17, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T22:09:03+09:00", "last_error_summary": "[h264 @ 0x6356f5075a40] error while decoding MB 140 97, bytestream -5", "last_exit_at": "2026-09-02T22:07:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 57.721, "last_started_at": "2026-09-02T22:08:05+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 11, "restart_count_per_hour": 10, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 12}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.963, "sample_count": 1692, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 212480, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:09:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 0.049, "last_frame_pushed_at": "2026-09-02T22:09:03+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-09-02T22:09:03+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 46, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 446.265, "last_sample_duration_ms": 586.191, "last_trigger": "periodic", "next_snapshot_in_sec": 153.735, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 46, "storage_bytes": 454354}, "mjpeg": {"age_sec": 0.041, "exists": true, "mtime": "2026-09-02T22:09:03.171921+09:00", "mtime_epoch": 1788354543.171921, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 94762}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T22:09:03+09:00", "process": {"exists": true, "fd_count": 111, "hwm_mb": 1028.375, "name": "celery", "pid": 217, "rss_mb": 1005.887, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 212480, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 192}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 71}, "total": {"avg": 0.37, "max": 1.0, "p95": 1.0, "sample_count": 192}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.406, "pushed": 6.406, "read": 6.373}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 191, "client_acquire_ms": {"avg_ms": 0.006, "count": 191, "max_ms": 0.039, "p95_ms": 0.014, "reason": null, "sample_age_ms": 109.713, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.453, "count": 191, "max_ms": 2.239, "p95_ms": 1.28, "reason": null, "sample_age_ms": 137.697, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.177, "count": 191, "max_ms": 1.51, "p95_ms": 0.926, "reason": null, "sample_age_ms": 138.326, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.209, "count": 191, "max_ms": 0.713, "p95_ms": 0.418, "reason": null, "sample_age_ms": 109.72, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.28, "count": 191, "max_ms": 3.204, "p95_ms": 2.388, "reason": null, "sample_age_ms": 134.636, "source": "client_direct"}, "request_count": 191, "request_tensor_bytes": {"avg": 2211848.0, "count": 191, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 134.565, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 191, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 109.964, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 31.393, "count": 191, "max_ms": 57.634, "p95_ms": 44.641, "reason": null, "sample_age_ms": 109.709, "source": "client_direct"}, "sample_age_ms": 109.704, "source": "client_direct", "task_total_ms": {"avg_ms": 33.038, "count": 191, "max_ms": 59.678, "p95_ms": 46.657, "reason": null, "sample_age_ms": 109.704, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.753, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.922, "count": 192, "max_ms": 7.271, "p95_ms": 5.104}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.263, "count": 192, "max_ms": 0.645, "p95_ms": 0.495}, "detection_prepare_ms": {"avg_ms": 0.415, "count": 192, "max_ms": 1.902, "p95_ms": 1.311}, "event_filter_ms": {"avg_ms": 0.003, "count": 192, "max_ms": 0.012, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.114, "count": 192, "max_ms": 0.382, "p95_ms": 0.283}, "mcmt_ms": {"avg_ms": 0.002, "count": 192, "max_ms": 0.014, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.662, "count": 192, "max_ms": 2.821, "p95_ms": 1.77}, "setup_ms": {"avg_ms": 0.039, "count": 192, "max_ms": 0.148, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 1.882, "count": 192, "max_ms": 7.19, "p95_ms": 5.033}, "track_match_ms": {"avg_ms": 0.019, "count": 192, "max_ms": 0.089, "p95_ms": 0.067}, "tracker_update_ms": {"avg_ms": 0.365, "count": 192, "max_ms": 2.088, "p95_ms": 1.188}}, "gstreamer_push": {"avg_ms": 3.302, "count": 192, "max_ms": 8.712, "p95_ms": 5.517}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.039, "count": 192, "max_ms": 0.111, "p95_ms": 0.072}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 33.769, "count": 192, "max_ms": 60.709, "p95_ms": 49.613}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.03, "count": 192, "max_ms": 0.096, "p95_ms": 0.057}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 70.412, "count": 192, "max_ms": 126.906, "p95_ms": 91.256}, "inference_input_copy_ms": {"avg_ms": 1.024, "count": 192, "max_ms": 3.177, "p95_ms": 2.04}, "processing_residual_ms": {"avg_ms": 0.122, "count": 192, "max_ms": 1.624, "p95_ms": 0.23}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 71.589, "count": 192, "max_ms": 128.315, "p95_ms": 93.336}, "read_interval": {"avg_ms": 156.496, "count": 191, "max_ms": 4225.595, "p95_ms": 135.855}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 192, "max_ms": 0.035, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.622, "count": 192, "max_ms": 2.772, "p95_ms": 1.709}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 192, "max_ms": 0.031, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.61, "count": 192, "max_ms": 2.755, "p95_ms": 1.695}, "worker_merge_ms": {"avg_ms": 0.004, "count": 192, "max_ms": 0.022, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 33.782, "count": 192, "max_ms": 60.759, "p95_ms": 49.632}, "visualize": {"avg_ms": 33.935, "count": 192, "max_ms": 74.046, "p95_ms": 48.737}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.747, "count": 192, "max_ms": 71.403, "p95_ms": 46.925}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.78, "count": 192, "max_ms": 73.889, "p95_ms": 48.535}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.002, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.705, "count": 192, "max_ms": 73.797, "p95_ms": 48.432}, "visualizer_prepare_ms": {"avg_ms": 0.041, "count": 192, "max_ms": 0.124, "p95_ms": 0.077}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 192}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1005.836, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.604, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.352, "sample_count": 1694, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 212385, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:08:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.118, "exists": true, "size_bytes": 95211, "write_bytes_delta": 95211, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1363.0, "cpu_core_ratio": 1.086202, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 673.0, "pid": 2757, "reason": null, "system_cpu_core_ratio": 0.0474, "system_cpu_s_delta": 0.95, "user_cpu_core_ratio": 1.038802, "user_cpu_s_delta": 20.82}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.749298, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 326601.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.88363, "system_cpu_s_delta": 17.710000000000036, "user_cpu_core_ratio": 0.865668, "user_cpu_s_delta": 17.350000000000364}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.993, "count": 214, "max_ms": 8.712, "p95_ms": 5.517, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.005, "max": 3.0, "p95": 2.0, "sample_count": 214}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 86}, "total": {"avg": 0.402, "max": 1.0, "p95": 1.0, "sample_count": 214}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.419, "count": 30, "max": 31.945, "p95": 28.582, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.662, "count": 30, "max": 18.691, "p95": 14.957, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1035.033, "count": 30, "max": 1464.0, "p95": 1395.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1664.5, "count": 30, "max": 24867.0, "p95": 10820.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.058, "p95": 0.051, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.741, "count": 30, "max": 1.113, "p95": 1.056, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.42, "count": 30, "max": 4.569, "p95": 3.664, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96054.4, "count": 30, "max": 97673.0, "p95": 97287.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96054.4, "count": 30, "max": 97673.0, "p95": 97287.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 208486.1, "count": 30, "max": 345243.0, "p95": 336254.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.245, "count": 30, "max": 1.041, "p95": 0.69, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.344, "count": 30, "max": 0.997, "p95": 0.715, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1419, "sampled_at": "2026-09-02T22:08:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T22:08:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 229249, "flush_count": 360, "flush_interval_seconds": 30.0, "flush_state": {"count": 360, "last_at": "2026-09-02T22:08:08", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T22:08:08", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 359}, "started": true, "suppressed_count": 212121, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 212121}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 360, "written_record_count": 360}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4711.516, "limit_mb": null}, "detail": {"pid": 2873, "restart_count": 12, "start_count": 13}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 587464704000, "copied_frame_count": 212480, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 587464704000, "frame_buffer_copies": 212480, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0799, "count": 512, "max_ms": 1.4003, "p50_ms": 0.067, "p95_ms": 0.1291, "p99_ms": 0.1887}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9745, "count": 512, "max_ms": 3.0879, "p50_ms": 0.8665, "p95_ms": 1.6514, "p99_ms": 2.1533, "results": {"failed": 0, "not_applicable": 0, "success": 212480, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 12, "h264_decode_error_count": 17, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T22:09:03+09:00", "last_error_summary": "[h264 @ 0x6356f5075a40] error while decoding MB 140 97, bytestream -5", "last_exit_at": "2026-09-02T22:07:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-02T22:09:05+09:00", "pid": 2873, "process": {"exists": true, "fd_count": 4, "hwm_mb": 74.922, "name": "ffmpeg", "pid": 2873, "rss_mb": 74.922, "state": "S (sleeping)", "threads": 1}, "restart_count": 12, "restart_count_per_hour": 11, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 13}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.136, "sample_count": 1663, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 212480, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:09:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 4.645, "last_frame_pushed_at": "2026-09-02T22:09:03+09:00", "last_frame_read_age_sec": 4.732, "last_frame_read_at": "2026-09-02T22:09:03+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 46, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 450.867, "last_sample_duration_ms": 586.191, "last_trigger": "periodic", "next_snapshot_in_sec": 149.133, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 46, "storage_bytes": 454354}, "mjpeg": {"age_sec": 4.637, "exists": true, "mtime": "2026-09-02T22:09:03.171921+09:00", "mtime_epoch": 1788354543.171921, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 94762}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T22:09:07+09:00", "process": {"exists": true, "fd_count": 112, "hwm_mb": 1028.375, "name": "celery", "pid": 217, "rss_mb": 1005.891, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 212480, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 164}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 58}, "total": {"avg": 0.354, "max": 1.0, "p95": 1.0, "sample_count": 164}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 164, "pushed_frames": 164, "read_frames": 164, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.649, "pushed": 5.649, "read": 5.649}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 164, "client_acquire_ms": {"avg_ms": 0.006, "count": 164, "max_ms": 0.039, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4704.474, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.448, "count": 164, "max_ms": 2.239, "p95_ms": 1.239, "reason": null, "sample_age_ms": 4732.458, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.178, "count": 164, "max_ms": 1.51, "p95_ms": 1.008, "reason": null, "sample_age_ms": 4733.087, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.215, "count": 164, "max_ms": 0.713, "p95_ms": 0.411, "reason": null, "sample_age_ms": 4704.48, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.288, "count": 164, "max_ms": 3.204, "p95_ms": 2.382, "reason": null, "sample_age_ms": 4729.397, "source": "client_direct"}, "request_count": 164, "request_tensor_bytes": {"avg": 2211848.0, "count": 164, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4729.326, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 164, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4704.725, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 31.351, "count": 164, "max_ms": 57.634, "p95_ms": 43.467, "reason": null, "sample_age_ms": 4704.469, "source": "client_direct"}, "sample_age_ms": 4704.465, "source": "client_direct", "task_total_ms": {"avg_ms": 33.014, "count": 164, "max_ms": 59.678, "p95_ms": 45.456, "reason": null, "sample_age_ms": 4704.465, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.274, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.902, "count": 164, "max_ms": 7.271, "p95_ms": 4.806}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.269, "count": 164, "max_ms": 0.622, "p95_ms": 0.494}, "detection_prepare_ms": {"avg_ms": 0.415, "count": 164, "max_ms": 1.902, "p95_ms": 1.311}, "event_filter_ms": {"avg_ms": 0.003, "count": 164, "max_ms": 0.012, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.114, "count": 164, "max_ms": 0.354, "p95_ms": 0.283}, "mcmt_ms": {"avg_ms": 0.002, "count": 164, "max_ms": 0.014, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.64, "count": 164, "max_ms": 2.821, "p95_ms": 1.751}, "setup_ms": {"avg_ms": 0.04, "count": 164, "max_ms": 0.148, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 1.862, "count": 164, "max_ms": 7.19, "p95_ms": 4.746}, "track_match_ms": {"avg_ms": 0.019, "count": 164, "max_ms": 0.081, "p95_ms": 0.067}, "tracker_update_ms": {"avg_ms": 0.36, "count": 164, "max_ms": 2.088, "p95_ms": 1.188}}, "gstreamer_push": {"avg_ms": 3.208, "count": 164, "max_ms": 8.712, "p95_ms": 5.337}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.039, "count": 164, "max_ms": 0.111, "p95_ms": 0.072}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 33.769, "count": 164, "max_ms": 60.709, "p95_ms": 46.699}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.03, "count": 164, "max_ms": 0.096, "p95_ms": 0.057}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 70.603, "count": 164, "max_ms": 126.906, "p95_ms": 91.227}, "inference_input_copy_ms": {"avg_ms": 1.02, "count": 164, "max_ms": 3.177, "p95_ms": 2.04}, "processing_residual_ms": {"avg_ms": 0.116, "count": 164, "max_ms": 0.681, "p95_ms": 0.23}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 71.769, "count": 164, "max_ms": 128.315, "p95_ms": 92.659}, "read_interval": {"avg_ms": 168.969, "count": 164, "max_ms": 4225.595, "p95_ms": 140.945}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 164, "max_ms": 0.035, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.6, "count": 164, "max_ms": 2.772, "p95_ms": 1.691}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 164, "max_ms": 0.026, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.588, "count": 164, "max_ms": 2.755, "p95_ms": 1.678}, "worker_merge_ms": {"avg_ms": 0.004, "count": 164, "max_ms": 0.022, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 33.783, "count": 164, "max_ms": 60.759, "p95_ms": 46.721}, "visualize": {"avg_ms": 34.141, "count": 164, "max_ms": 74.046, "p95_ms": 48.737}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.975, "count": 164, "max_ms": 71.403, "p95_ms": 46.925}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.986, "count": 164, "max_ms": 73.889, "p95_ms": 48.535}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.002, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.912, "count": 164, "max_ms": 73.797, "p95_ms": 48.432}, "visualizer_prepare_ms": {"avg_ms": 0.041, "count": 164, "max_ms": 0.124, "p95_ms": 0.077}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 164}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1005.836, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.604, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.352, "sample_count": 1694, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 212385, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:08:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.118, "exists": true, "size_bytes": 95211, "write_bytes_delta": 95211, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1363.0, "cpu_core_ratio": 1.086202, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 673.0, "pid": 2757, "reason": null, "system_cpu_core_ratio": 0.0474, "system_cpu_s_delta": 0.95, "user_cpu_core_ratio": 1.038802, "user_cpu_s_delta": 20.82}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.749298, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 326601.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.88363, "system_cpu_s_delta": 17.710000000000036, "user_cpu_core_ratio": 0.865668, "user_cpu_s_delta": 17.350000000000364}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.993, "count": 214, "max_ms": 8.712, "p95_ms": 5.517, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.005, "max": 3.0, "p95": 2.0, "sample_count": 214}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 86}, "total": {"avg": 0.402, "max": 1.0, "p95": 1.0, "sample_count": 214}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.419, "count": 30, "max": 31.945, "p95": 28.582, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.662, "count": 30, "max": 18.691, "p95": 14.957, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1035.033, "count": 30, "max": 1464.0, "p95": 1395.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1664.5, "count": 30, "max": 24867.0, "p95": 10820.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.058, "p95": 0.051, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.741, "count": 30, "max": 1.113, "p95": 1.056, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.42, "count": 30, "max": 4.569, "p95": 3.664, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96054.4, "count": 30, "max": 97673.0, "p95": 97287.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96054.4, "count": 30, "max": 97673.0, "p95": 97287.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 208486.1, "count": 30, "max": 345243.0, "p95": 336254.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.245, "count": 30, "max": 1.041, "p95": 0.69, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.344, "count": 30, "max": 0.997, "p95": 0.715, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1419, "sampled_at": "2026-09-02T22:08:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T22:08:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.034, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 230116, "flush_count": 361, "flush_interval_seconds": 30.0, "flush_state": {"count": 361, "last_at": "2026-09-02T22:09:08", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T22:09:08", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 360}, "started": true, "suppressed_count": 212353, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 212353}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 361, "written_record_count": 361}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4674.113, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x64a6c2dcdb80] error while decoding MB 212 28, bytestream -6", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 588108902400, "copied_frame_count": 212713, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 588108902400, "frame_buffer_copies": 212713, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0796, "count": 512, "max_ms": 1.4003, "p50_ms": 0.0669, "p95_ms": 0.1281, "p99_ms": 0.1897}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.95, "count": 512, "max_ms": 3.0664, "p50_ms": 0.8607, "p95_ms": 1.5637, "p99_ms": 2.1899, "results": {"failed": 0, "not_applicable": 0, "success": 212713, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 13, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T22:09:50+09:00", "last_error_summary": "[h264 @ 0x64a6c2dcdb80] error while decoding MB 212 28, bytestream -6", "last_exit_at": "2026-09-02T22:09:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 45.055, "last_started_at": "2026-09-02T22:09:05+09:00", "pid": 2873, "process": {"exists": false, "pid": 2873}, "restart_count": 12, "restart_count_per_hour": 11, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 13}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.867, "sample_count": 1643, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 212713, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:09:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 0.0, "last_frame_pushed_at": "2026-09-02T22:09:50+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-09-02T22:09:50+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 46, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 493.913, "last_sample_duration_ms": 586.191, "last_trigger": "periodic", "next_snapshot_in_sec": 106.087, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 46, "storage_bytes": 454354}, "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-09-02T22:09:50.798226+09:00", "mtime_epoch": 1788354590.7982256, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 97341}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T22:09:50+09:00", "process": {"exists": true, "fd_count": 112, "hwm_mb": 1028.375, "name": "celery", "pid": 217, "rss_mb": 1006.004, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 212713, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.033, "max": 3.0, "p95": 2.0, "sample_count": 120}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 73}, "total": {"avg": 0.608, "max": 1.0, "p95": 1.0, "sample_count": 120}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 120}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 120}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 120}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 120}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 120}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 120, "pushed_frames": 120, "read_frames": 119, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.001, "pushed": 4.001, "read": 3.968}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 119, "client_acquire_ms": {"avg_ms": 0.005, "count": 119, "max_ms": 0.021, "p95_ms": 0.01, "reason": null, "sample_age_ms": 43.762, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.38, "count": 119, "max_ms": 2.449, "p95_ms": 1.026, "reason": null, "sample_age_ms": 69.599, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.158, "count": 119, "max_ms": 1.708, "p95_ms": 0.774, "reason": null, "sample_age_ms": 69.758, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.172, "count": 119, "max_ms": 0.857, "p95_ms": 0.304, "reason": null, "sample_age_ms": 43.768, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.018, "count": 119, "max_ms": 3.189, "p95_ms": 1.667, "reason": null, "sample_age_ms": 68.709, "source": "client_direct"}, "request_count": 119, "request_tensor_bytes": {"avg": 2211848.0, "count": 119, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 68.695, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 119, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 43.942, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.877, "count": 119, "max_ms": 49.884, "p95_ms": 42.528, "reason": null, "sample_age_ms": 43.759, "source": "client_direct"}, "sample_age_ms": 43.756, "source": "client_direct", "task_total_ms": {"avg_ms": 30.191, "count": 119, "max_ms": 53.168, "p95_ms": 44.289, "reason": null, "sample_age_ms": 43.756, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.623, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.318, "count": 120, "max_ms": 6.324, "p95_ms": 4.608}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.221, "count": 120, "max_ms": 1.378, "p95_ms": 0.314}, "detection_prepare_ms": {"avg_ms": 0.476, "count": 120, "max_ms": 1.256, "p95_ms": 1.002}, "event_filter_ms": {"avg_ms": 0.003, "count": 120, "max_ms": 0.025, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.126, "count": 120, "max_ms": 0.389, "p95_ms": 0.25}, "mcmt_ms": {"avg_ms": 0.002, "count": 120, "max_ms": 0.006, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.903, "count": 120, "max_ms": 3.005, "p95_ms": 1.784}, "setup_ms": {"avg_ms": 0.029, "count": 120, "max_ms": 0.101, "p95_ms": 0.048}, "total_inside_ms": {"avg_ms": 2.285, "count": 120, "max_ms": 6.271, "p95_ms": 4.501}, "track_match_ms": {"avg_ms": 0.025, "count": 120, "max_ms": 0.104, "p95_ms": 0.061}, "tracker_update_ms": {"avg_ms": 0.498, "count": 120, "max_ms": 1.758, "p95_ms": 1.09}}, "gstreamer_push": {"avg_ms": 3.686, "count": 120, "max_ms": 10.6, "p95_ms": 6.041}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.03, "count": 120, "max_ms": 0.089, "p95_ms": 0.047}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.793, "count": 120, "max_ms": 54.433, "p95_ms": 44.98}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 120, "max_ms": 0.084, "p95_ms": 0.048}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 120, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 120, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 63.08, "count": 120, "max_ms": 132.762, "p95_ms": 87.932}, "inference_input_copy_ms": {"avg_ms": 0.869, "count": 120, "max_ms": 3.278, "p95_ms": 1.478}, "processing_residual_ms": {"avg_ms": 0.101, "count": 120, "max_ms": 0.409, "p95_ms": 0.166}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 120, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 120, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 64.078, "count": 120, "max_ms": 135.625, "p95_ms": 89.124}, "read_interval": {"avg_ms": 251.962, "count": 119, "max_ms": 5901.343, "p95_ms": 338.498}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 120, "max_ms": 0.035, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.869, "count": 120, "max_ms": 2.904, "p95_ms": 1.733}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 120, "max_ms": 0.036, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.858, "count": 120, "max_ms": 2.882, "p95_ms": 1.719}, "worker_merge_ms": {"avg_ms": 0.004, "count": 120, "max_ms": 0.01, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 30.804, "count": 120, "max_ms": 54.442, "p95_ms": 44.989}, "visualize": {"avg_ms": 29.279, "count": 120, "max_ms": 70.021, "p95_ms": 44.379}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.965, "count": 120, "max_ms": 67.54, "p95_ms": 42.141}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 120, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.164, "count": 120, "max_ms": 69.755, "p95_ms": 44.074}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 120, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 120, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.099, "count": 120, "max_ms": 69.569, "p95_ms": 43.989}, "visualizer_prepare_ms": {"avg_ms": 0.033, "count": 120, "max_ms": 0.08, "p95_ms": 0.052}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 120}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 120}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 120}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1008.598, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.671, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.42, "sample_count": 1673, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 212606, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:09:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 97168, "write_bytes_delta": 97168, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1034.0, "cpu_core_ratio": 0.674642, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 95624.0, "pid": 2873, "reason": null, "system_cpu_core_ratio": 0.045539, "system_cpu_s_delta": 0.97, "user_cpu_core_ratio": 0.629102, "user_cpu_s_delta": 13.4}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.096704, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 218600.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.562906, "system_cpu_s_delta": 11.990000000000236, "user_cpu_core_ratio": 0.533798, "user_cpu_s_delta": 11.3700000000008}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.447, "count": 169, "max_ms": 8.359, "p95_ms": 5.909, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 169}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 71}, "total": {"avg": 0.42, "max": 1.0, "p95": 1.0, "sample_count": 169}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.512, "count": 30, "max": 31.945, "p95": 28.582, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.646, "count": 30, "max": 18.691, "p95": 14.957, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1023.433, "count": 30, "max": 1464.0, "p95": 1395.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4851.967, "count": 30, "max": 95624.0, "p95": 19359.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.058, "p95": 0.051, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.732, "count": 30, "max": 1.113, "p95": 1.056, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.471, "count": 30, "max": 4.646, "p95": 4.382, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96018.867, "count": 30, "max": 97673.0, "p95": 97287.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96018.867, "count": 30, "max": 97673.0, "p95": 97287.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 212261.667, "count": 30, "max": 345243.0, "p95": 336254.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.268, "count": 30, "max": 1.041, "p95": 0.739, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.361, "count": 30, "max": 0.997, "p95": 0.716, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1421, "sampled_at": "2026-09-02T22:09:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T22:09:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 230116, "flush_count": 361, "flush_interval_seconds": 30.0, "flush_state": {"count": 361, "last_at": "2026-09-02T22:09:08", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T22:09:08", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 360}, "started": true, "suppressed_count": 212353, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 212353}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 361, "written_record_count": 361}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4673.668, "limit_mb": null}, "detail": {"last_error_at": "2026-09-02T22:09:50+09:00", "last_error_summary": "[h264 @ 0x64a6c2dcdb80] error while decoding MB 212 28, bytestream -6", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 588108902400, "copied_frame_count": 212713, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 588108902400, "frame_buffer_copies": 212713, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0796, "count": 512, "max_ms": 1.4003, "p50_ms": 0.0669, "p95_ms": 0.1281, "p99_ms": 0.1897}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.95, "count": 512, "max_ms": 3.0664, "p50_ms": 0.8607, "p95_ms": 1.5637, "p99_ms": 2.1899, "results": {"failed": 0, "not_applicable": 0, "success": 212713, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 13, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T22:09:50+09:00", "last_error_summary": "[h264 @ 0x64a6c2dcdb80] error while decoding MB 212 28, bytestream -6", "last_exit_at": "2026-09-02T22:09:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 45.076, "last_started_at": "2026-09-02T22:09:05+09:00", "pid": 2873, "process": {"exists": false, "pid": 2873}, "restart_count": 12, "restart_count_per_hour": 11, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 13}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.867, "sample_count": 1643, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 212713, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:09:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 0.021, "last_frame_pushed_at": "2026-09-02T22:09:50+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-09-02T22:09:50+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 46, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 493.932, "last_sample_duration_ms": 586.191, "last_trigger": "periodic", "next_snapshot_in_sec": 106.068, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 46, "storage_bytes": 454354}, "mjpeg": {"age_sec": 0.013, "exists": true, "mtime": "2026-09-02T22:09:50.870226+09:00", "mtime_epoch": 1788354590.8702261, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 95741}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T22:09:50+09:00", "process": {"exists": true, "fd_count": 111, "hwm_mb": 1028.375, "name": "celery", "pid": 217, "rss_mb": 1006.016, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 212713, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.034, "max": 3.0, "p95": 2.0, "sample_count": 119}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 72}, "total": {"avg": 0.605, "max": 1.0, "p95": 1.0, "sample_count": 119}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 119}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 119}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 119}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 119}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 119}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 119, "pushed_frames": 119, "read_frames": 118, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.976, "pushed": 3.976, "read": 3.942}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 118, "client_acquire_ms": {"avg_ms": 0.005, "count": 119, "max_ms": 0.021, "p95_ms": 0.01, "reason": null, "sample_age_ms": 63.956, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.381, "count": 118, "max_ms": 2.449, "p95_ms": 1.031, "reason": null, "sample_age_ms": 89.793, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.158, "count": 118, "max_ms": 1.708, "p95_ms": 0.779, "reason": null, "sample_age_ms": 89.952, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.172, "count": 119, "max_ms": 0.857, "p95_ms": 0.304, "reason": null, "sample_age_ms": 63.962, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.018, "count": 118, "max_ms": 3.189, "p95_ms": 1.677, "reason": null, "sample_age_ms": 88.903, "source": "client_direct"}, "request_count": 118, "request_tensor_bytes": {"avg": 2211848.0, "count": 118, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 88.888, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 119, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 64.135, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.877, "count": 119, "max_ms": 49.884, "p95_ms": 42.528, "reason": null, "sample_age_ms": 63.952, "source": "client_direct"}, "sample_age_ms": 63.95, "source": "client_direct", "task_total_ms": {"avg_ms": 30.191, "count": 119, "max_ms": 53.168, "p95_ms": 44.289, "reason": null, "sample_age_ms": 63.95, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.665, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.311, "count": 119, "max_ms": 6.324, "p95_ms": 4.865}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.221, "count": 119, "max_ms": 1.378, "p95_ms": 0.324}, "detection_prepare_ms": {"avg_ms": 0.474, "count": 119, "max_ms": 1.256, "p95_ms": 1.043}, "event_filter_ms": {"avg_ms": 0.003, "count": 119, "max_ms": 0.025, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.126, "count": 119, "max_ms": 0.389, "p95_ms": 0.286}, "mcmt_ms": {"avg_ms": 0.002, "count": 119, "max_ms": 0.006, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.9, "count": 119, "max_ms": 3.005, "p95_ms": 1.842}, "setup_ms": {"avg_ms": 0.029, "count": 119, "max_ms": 0.101, "p95_ms": 0.05}, "total_inside_ms": {"avg_ms": 2.278, "count": 119, "max_ms": 6.271, "p95_ms": 4.794}, "track_match_ms": {"avg_ms": 0.025, "count": 119, "max_ms": 0.104, "p95_ms": 0.061}, "tracker_update_ms": {"avg_ms": 0.496, "count": 119, "max_ms": 1.758, "p95_ms": 1.132}}, "gstreamer_push": {"avg_ms": 3.699, "count": 119, "max_ms": 10.6, "p95_ms": 6.103}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.03, "count": 119, "max_ms": 0.089, "p95_ms": 0.05}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.828, "count": 119, "max_ms": 54.433, "p95_ms": 45.174}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 119, "max_ms": 0.084, "p95_ms": 0.049}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 119, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 119, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 63.128, "count": 119, "max_ms": 132.762, "p95_ms": 91.117}, "inference_input_copy_ms": {"avg_ms": 0.866, "count": 119, "max_ms": 3.278, "p95_ms": 1.673}, "processing_residual_ms": {"avg_ms": 0.101, "count": 119, "max_ms": 0.409, "p95_ms": 0.218}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 119, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 119, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 64.123, "count": 119, "max_ms": 135.625, "p95_ms": 92.105}, "read_interval": {"avg_ms": 253.546, "count": 118, "max_ms": 5901.343, "p95_ms": 338.498}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 119, "max_ms": 0.035, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.866, "count": 119, "max_ms": 2.904, "p95_ms": 1.788}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 119, "max_ms": 0.036, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.855, "count": 119, "max_ms": 2.882, "p95_ms": 1.774}, "worker_merge_ms": {"avg_ms": 0.004, "count": 119, "max_ms": 0.01, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 30.838, "count": 119, "max_ms": 54.442, "p95_ms": 45.183}, "visualize": {"avg_ms": 29.298, "count": 119, "max_ms": 70.021, "p95_ms": 45.575}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.988, "count": 119, "max_ms": 67.54, "p95_ms": 42.929}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 119, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.183, "count": 119, "max_ms": 69.755, "p95_ms": 45.457}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 119, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 119, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.118, "count": 119, "max_ms": 69.569, "p95_ms": 45.37}, "visualizer_prepare_ms": {"avg_ms": 0.034, "count": 119, "max_ms": 0.08, "p95_ms": 0.053}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 119}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 119}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 119}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1008.598, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.671, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.42, "sample_count": 1673, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 212606, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:09:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 97168, "write_bytes_delta": 97168, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1034.0, "cpu_core_ratio": 0.674642, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 95624.0, "pid": 2873, "reason": null, "system_cpu_core_ratio": 0.045539, "system_cpu_s_delta": 0.97, "user_cpu_core_ratio": 0.629102, "user_cpu_s_delta": 13.4}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.096704, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 218600.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.562906, "system_cpu_s_delta": 11.990000000000236, "user_cpu_core_ratio": 0.533798, "user_cpu_s_delta": 11.3700000000008}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.447, "count": 169, "max_ms": 8.359, "p95_ms": 5.909, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 169}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 71}, "total": {"avg": 0.42, "max": 1.0, "p95": 1.0, "sample_count": 169}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.512, "count": 30, "max": 31.945, "p95": 28.582, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.646, "count": 30, "max": 18.691, "p95": 14.957, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1023.433, "count": 30, "max": 1464.0, "p95": 1395.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4851.967, "count": 30, "max": 95624.0, "p95": 19359.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.058, "p95": 0.051, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.732, "count": 30, "max": 1.113, "p95": 1.056, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.471, "count": 30, "max": 4.646, "p95": 4.382, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96018.867, "count": 30, "max": 97673.0, "p95": 97287.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96018.867, "count": 30, "max": 97673.0, "p95": 97287.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 212261.667, "count": 30, "max": 345243.0, "p95": 336254.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.268, "count": 30, "max": 1.041, "p95": 0.739, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.361, "count": 30, "max": 0.997, "p95": 0.716, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1421, "sampled_at": "2026-09-02T22:09:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T22:09:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 230116, "flush_count": 361, "flush_interval_seconds": 30.0, "flush_state": {"count": 361, "last_at": "2026-09-02T22:09:08", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T22:09:08", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 360}, "started": true, "suppressed_count": 212353, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 212353}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 361, "written_record_count": 361}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4673.117, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 588108902400, "copied_frame_count": 212713, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 588108902400, "frame_buffer_copies": 212713, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0796, "count": 512, "max_ms": 1.4003, "p50_ms": 0.0669, "p95_ms": 0.1281, "p99_ms": 0.1897}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.95, "count": 512, "max_ms": 3.0664, "p50_ms": 0.8607, "p95_ms": 1.5637, "p99_ms": 2.1899, "results": {"failed": 0, "not_applicable": 0, "success": 212713, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 13, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T22:09:50+09:00", "last_error_summary": "[h264 @ 0x64a6c2dcdb80] error while decoding MB 212 28, bytestream -6", "last_exit_at": "2026-09-02T22:09:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 45.09, "last_started_at": "2026-09-02T22:09:05+09:00", "pid": 2873, "process": {"exists": false, "pid": 2873}, "restart_count": 12, "restart_count_per_hour": 11, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 13}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.867, "sample_count": 1643, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 212713, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:09:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 0.036, "last_frame_pushed_at": "2026-09-02T22:09:50+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-09-02T22:09:50+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 46, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 493.946, "last_sample_duration_ms": 586.191, "last_trigger": "periodic", "next_snapshot_in_sec": 106.054, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 46, "storage_bytes": 454354}, "mjpeg": {"age_sec": 0.027, "exists": true, "mtime": "2026-09-02T22:09:50.870226+09:00", "mtime_epoch": 1788354590.8702261, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 95741}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T22:09:50+09:00", "process": {"exists": true, "fd_count": 111, "hwm_mb": 1028.375, "name": "celery", "pid": 217, "rss_mb": 1006.016, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 212713, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.034, "max": 3.0, "p95": 2.0, "sample_count": 119}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 72}, "total": {"avg": 0.605, "max": 1.0, "p95": 1.0, "sample_count": 119}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 119}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 119}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 119}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 119}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 119}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 119, "pushed_frames": 119, "read_frames": 118, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.974, "pushed": 3.974, "read": 3.94}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 118, "client_acquire_ms": {"avg_ms": 0.005, "count": 119, "max_ms": 0.021, "p95_ms": 0.01, "reason": null, "sample_age_ms": 78.631, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.381, "count": 118, "max_ms": 2.449, "p95_ms": 1.031, "reason": null, "sample_age_ms": 104.468, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.158, "count": 118, "max_ms": 1.708, "p95_ms": 0.779, "reason": null, "sample_age_ms": 104.627, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.172, "count": 119, "max_ms": 0.857, "p95_ms": 0.304, "reason": null, "sample_age_ms": 78.637, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.018, "count": 118, "max_ms": 3.189, "p95_ms": 1.677, "reason": null, "sample_age_ms": 103.578, "source": "client_direct"}, "request_count": 118, "request_tensor_bytes": {"avg": 2211848.0, "count": 118, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 103.564, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 119, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 78.81, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.877, "count": 119, "max_ms": 49.884, "p95_ms": 42.528, "reason": null, "sample_age_ms": 78.628, "source": "client_direct"}, "sample_age_ms": 78.625, "source": "client_direct", "task_total_ms": {"avg_ms": 30.191, "count": 119, "max_ms": 53.168, "p95_ms": 44.289, "reason": null, "sample_age_ms": 78.625, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.567, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.311, "count": 119, "max_ms": 6.324, "p95_ms": 4.865}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.221, "count": 119, "max_ms": 1.378, "p95_ms": 0.324}, "detection_prepare_ms": {"avg_ms": 0.474, "count": 119, "max_ms": 1.256, "p95_ms": 1.043}, "event_filter_ms": {"avg_ms": 0.003, "count": 119, "max_ms": 0.025, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.126, "count": 119, "max_ms": 0.389, "p95_ms": 0.286}, "mcmt_ms": {"avg_ms": 0.002, "count": 119, "max_ms": 0.006, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.9, "count": 119, "max_ms": 3.005, "p95_ms": 1.842}, "setup_ms": {"avg_ms": 0.029, "count": 119, "max_ms": 0.101, "p95_ms": 0.05}, "total_inside_ms": {"avg_ms": 2.278, "count": 119, "max_ms": 6.271, "p95_ms": 4.794}, "track_match_ms": {"avg_ms": 0.025, "count": 119, "max_ms": 0.104, "p95_ms": 0.061}, "tracker_update_ms": {"avg_ms": 0.496, "count": 119, "max_ms": 1.758, "p95_ms": 1.132}}, "gstreamer_push": {"avg_ms": 3.699, "count": 119, "max_ms": 10.6, "p95_ms": 6.103}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.03, "count": 119, "max_ms": 0.089, "p95_ms": 0.05}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.828, "count": 119, "max_ms": 54.433, "p95_ms": 45.174}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 119, "max_ms": 0.084, "p95_ms": 0.049}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 119, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 119, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 63.128, "count": 119, "max_ms": 132.762, "p95_ms": 91.117}, "inference_input_copy_ms": {"avg_ms": 0.866, "count": 119, "max_ms": 3.278, "p95_ms": 1.673}, "processing_residual_ms": {"avg_ms": 0.101, "count": 119, "max_ms": 0.409, "p95_ms": 0.218}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 119, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 119, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 64.123, "count": 119, "max_ms": 135.625, "p95_ms": 92.105}, "read_interval": {"avg_ms": 253.546, "count": 118, "max_ms": 5901.343, "p95_ms": 338.498}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 119, "max_ms": 0.035, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.866, "count": 119, "max_ms": 2.904, "p95_ms": 1.788}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 119, "max_ms": 0.036, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.855, "count": 119, "max_ms": 2.882, "p95_ms": 1.774}, "worker_merge_ms": {"avg_ms": 0.004, "count": 119, "max_ms": 0.01, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 30.838, "count": 119, "max_ms": 54.442, "p95_ms": 45.183}, "visualize": {"avg_ms": 29.298, "count": 119, "max_ms": 70.021, "p95_ms": 45.575}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.988, "count": 119, "max_ms": 67.54, "p95_ms": 42.929}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 119, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.183, "count": 119, "max_ms": 69.755, "p95_ms": 45.457}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 119, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 119, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.118, "count": 119, "max_ms": 69.569, "p95_ms": 45.37}, "visualizer_prepare_ms": {"avg_ms": 0.034, "count": 119, "max_ms": 0.08, "p95_ms": 0.053}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 119}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 119}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 119}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1008.598, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.671, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.42, "sample_count": 1673, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 212606, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:09:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 97168, "write_bytes_delta": 97168, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1034.0, "cpu_core_ratio": 0.674642, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 95624.0, "pid": 2873, "reason": null, "system_cpu_core_ratio": 0.045539, "system_cpu_s_delta": 0.97, "user_cpu_core_ratio": 0.629102, "user_cpu_s_delta": 13.4}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.096704, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 218600.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.562906, "system_cpu_s_delta": 11.990000000000236, "user_cpu_core_ratio": 0.533798, "user_cpu_s_delta": 11.3700000000008}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.447, "count": 169, "max_ms": 8.359, "p95_ms": 5.909, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 169}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 71}, "total": {"avg": 0.42, "max": 1.0, "p95": 1.0, "sample_count": 169}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.512, "count": 30, "max": 31.945, "p95": 28.582, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.646, "count": 30, "max": 18.691, "p95": 14.957, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1023.433, "count": 30, "max": 1464.0, "p95": 1395.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4851.967, "count": 30, "max": 95624.0, "p95": 19359.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.058, "p95": 0.051, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.732, "count": 30, "max": 1.113, "p95": 1.056, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.471, "count": 30, "max": 4.646, "p95": 4.382, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96018.867, "count": 30, "max": 97673.0, "p95": 97287.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96018.867, "count": 30, "max": 97673.0, "p95": 97287.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 212261.667, "count": 30, "max": 345243.0, "p95": 336254.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.268, "count": 30, "max": 1.041, "p95": 0.739, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.361, "count": 30, "max": 0.997, "p95": 0.716, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1421, "sampled_at": "2026-09-02T22:09:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T22:09:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 230116, "flush_count": 361, "flush_interval_seconds": 30.0, "flush_state": {"count": 361, "last_at": "2026-09-02T22:09:08", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T22:09:08", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 360}, "started": true, "suppressed_count": 212353, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 212353}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 361, "written_record_count": 361}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5033.871, "limit_mb": null}, "detail": {"pid": 2989, "restart_count": 13, "start_count": 14}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 588108902400, "copied_frame_count": 212713, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 588108902400, "frame_buffer_copies": 212713, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0796, "count": 512, "max_ms": 1.4003, "p50_ms": 0.0669, "p95_ms": 0.1281, "p99_ms": 0.1897}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.95, "count": 512, "max_ms": 3.0664, "p50_ms": 0.8607, "p95_ms": 1.5637, "p99_ms": 2.1899, "results": {"failed": 0, "not_applicable": 0, "success": 212713, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 13, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T22:09:50+09:00", "last_error_summary": "[h264 @ 0x64a6c2dcdb80] error while decoding MB 212 28, bytestream -6", "last_exit_at": "2026-09-02T22:09:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-02T22:09:53+09:00", "pid": 2989, "process": {"exists": true, "fd_count": 5, "hwm_mb": 395.777, "name": "ffmpeg", "pid": 2989, "rss_mb": 395.777, "state": "S (sleeping)", "threads": 70}, "restart_count": 13, "restart_count_per_hour": 12, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.031, "sample_count": 1588, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 212713, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:09:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 4.218, "last_frame_pushed_at": "2026-09-02T22:09:50+09:00", "last_frame_read_age_sec": 4.286, "last_frame_read_at": "2026-09-02T22:09:50+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 46, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 498.131, "last_sample_duration_ms": 586.191, "last_trigger": "periodic", "next_snapshot_in_sec": 101.869, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 46, "storage_bytes": 454354}, "mjpeg": {"age_sec": 4.209, "exists": true, "mtime": "2026-09-02T22:09:50.870226+09:00", "mtime_epoch": 1788354590.8702261, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 95741}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T22:09:55+09:00", "process": {"exists": true, "fd_count": 112, "hwm_mb": 1028.375, "name": "celery", "pid": 217, "rss_mb": 1006.02, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 212713, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.035, "max": 3.0, "p95": 2.0, "sample_count": 113}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 67}, "total": {"avg": 0.593, "max": 1.0, "p95": 1.0, "sample_count": 113}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 113}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 113}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 113}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 113}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 113}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 113, "pushed_frames": 113, "read_frames": 112, "select_timeouts": 14, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.769, "pushed": 3.769, "read": 3.735}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 112, "client_acquire_ms": {"avg_ms": 0.005, "count": 112, "max_ms": 0.021, "p95_ms": 0.01, "reason": null, "sample_age_ms": 4262.01, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.381, "count": 112, "max_ms": 2.449, "p95_ms": 1.06, "reason": null, "sample_age_ms": 4287.847, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.158, "count": 112, "max_ms": 1.708, "p95_ms": 0.804, "reason": null, "sample_age_ms": 4288.006, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.171, "count": 112, "max_ms": 0.857, "p95_ms": 0.294, "reason": null, "sample_age_ms": 4262.016, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.017, "count": 112, "max_ms": 3.189, "p95_ms": 1.737, "reason": null, "sample_age_ms": 4286.957, "source": "client_direct"}, "request_count": 112, "request_tensor_bytes": {"avg": 2211848.0, "count": 112, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4286.942, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 112, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4262.189, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.752, "count": 112, "max_ms": 49.884, "p95_ms": 42.54, "reason": null, "sample_age_ms": 4262.006, "source": "client_direct"}, "sample_age_ms": 4262.003, "source": "client_direct", "task_total_ms": {"avg_ms": 30.065, "count": 112, "max_ms": 53.168, "p95_ms": 44.337, "reason": null, "sample_age_ms": 4262.003, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.439, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.272, "count": 113, "max_ms": 6.324, "p95_ms": 4.608}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.221, "count": 113, "max_ms": 1.378, "p95_ms": 0.314}, "detection_prepare_ms": {"avg_ms": 0.468, "count": 113, "max_ms": 1.256, "p95_ms": 1.043}, "event_filter_ms": {"avg_ms": 0.003, "count": 113, "max_ms": 0.025, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.123, "count": 113, "max_ms": 0.389, "p95_ms": 0.25}, "mcmt_ms": {"avg_ms": 0.002, "count": 113, "max_ms": 0.006, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.886, "count": 113, "max_ms": 2.526, "p95_ms": 1.784}, "setup_ms": {"avg_ms": 0.029, "count": 113, "max_ms": 0.101, "p95_ms": 0.05}, "total_inside_ms": {"avg_ms": 2.24, "count": 113, "max_ms": 6.271, "p95_ms": 4.501}, "track_match_ms": {"avg_ms": 0.025, "count": 113, "max_ms": 0.104, "p95_ms": 0.061}, "tracker_update_ms": {"avg_ms": 0.482, "count": 113, "max_ms": 1.758, "p95_ms": 1.09}}, "gstreamer_push": {"avg_ms": 3.67, "count": 113, "max_ms": 10.6, "p95_ms": 6.041}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.03, "count": 113, "max_ms": 0.089, "p95_ms": 0.047}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.673, "count": 113, "max_ms": 54.433, "p95_ms": 45.174}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 113, "max_ms": 0.084, "p95_ms": 0.049}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 62.692, "count": 113, "max_ms": 132.762, "p95_ms": 91.117}, "inference_input_copy_ms": {"avg_ms": 0.862, "count": 113, "max_ms": 3.278, "p95_ms": 1.673}, "processing_residual_ms": {"avg_ms": 0.101, "count": 113, "max_ms": 0.409, "p95_ms": 0.218}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 63.683, "count": 113, "max_ms": 135.625, "p95_ms": 92.105}, "read_interval": {"avg_ms": 229.956, "count": 112, "max_ms": 5901.343, "p95_ms": 281.148}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 113, "max_ms": 0.035, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.853, "count": 113, "max_ms": 2.47, "p95_ms": 1.733}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 113, "max_ms": 0.021, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.842, "count": 113, "max_ms": 2.453, "p95_ms": 1.719}, "worker_merge_ms": {"avg_ms": 0.004, "count": 113, "max_ms": 0.01, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 30.683, "count": 113, "max_ms": 54.442, "p95_ms": 45.183}, "visualize": {"avg_ms": 29.069, "count": 113, "max_ms": 70.021, "p95_ms": 45.575}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.783, "count": 113, "max_ms": 67.54, "p95_ms": 42.929}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.956, "count": 113, "max_ms": 69.755, "p95_ms": 45.457}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 113, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.891, "count": 113, "max_ms": 69.569, "p95_ms": 45.37}, "visualizer_prepare_ms": {"avg_ms": 0.033, "count": 113, "max_ms": 0.08, "p95_ms": 0.052}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 113}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 113}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 113}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1008.598, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.671, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.42, "sample_count": 1673, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 212606, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:09:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 97168, "write_bytes_delta": 97168, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1034.0, "cpu_core_ratio": 0.674642, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 95624.0, "pid": 2873, "reason": null, "system_cpu_core_ratio": 0.045539, "system_cpu_s_delta": 0.97, "user_cpu_core_ratio": 0.629102, "user_cpu_s_delta": 13.4}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.096704, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 218600.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.562906, "system_cpu_s_delta": 11.990000000000236, "user_cpu_core_ratio": 0.533798, "user_cpu_s_delta": 11.3700000000008}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.447, "count": 169, "max_ms": 8.359, "p95_ms": 5.909, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 169}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 71}, "total": {"avg": 0.42, "max": 1.0, "p95": 1.0, "sample_count": 169}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.512, "count": 30, "max": 31.945, "p95": 28.582, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.646, "count": 30, "max": 18.691, "p95": 14.957, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1023.433, "count": 30, "max": 1464.0, "p95": 1395.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4851.967, "count": 30, "max": 95624.0, "p95": 19359.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.058, "p95": 0.051, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.732, "count": 30, "max": 1.113, "p95": 1.056, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.471, "count": 30, "max": 4.646, "p95": 4.382, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96018.867, "count": 30, "max": 97673.0, "p95": 97287.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96018.867, "count": 30, "max": 97673.0, "p95": 97287.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 212261.667, "count": 30, "max": 345243.0, "p95": 336254.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.268, "count": 30, "max": 1.041, "p95": 0.739, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.361, "count": 30, "max": 0.997, "p95": 0.716, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1421, "sampled_at": "2026-09-02T22:09:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T22:09:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 230983, "flush_count": 362, "flush_interval_seconds": 30.0, "flush_state": {"count": 362, "last_at": "2026-09-02T22:10:08", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T22:10:08", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 361}, "started": true, "suppressed_count": 212697, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 212697}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 362, "written_record_count": 362}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4682.801, "limit_mb": null}, "detail": {"last_error_at": "2026-09-02T22:09:50+09:00", "last_error_summary": "[h264 @ 0x64a6c2dcdb80] error while decoding MB 212 28, bytestream -6", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 589062758400, "copied_frame_count": 213058, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 589062758400, "frame_buffer_copies": 213058, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0758, "count": 512, "max_ms": 0.3646, "p50_ms": 0.0671, "p95_ms": 0.1198, "p99_ms": 0.1962}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9918, "count": 512, "max_ms": 3.5507, "p50_ms": 0.9023, "p95_ms": 1.6633, "p99_ms": 2.3631, "results": {"failed": 0, "not_applicable": 0, "success": 213058, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 13, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T22:09:50+09:00", "last_error_summary": "[h264 @ 0x64a6c2dcdb80] error while decoding MB 212 28, bytestream -6", "last_exit_at": "2026-09-02T22:10:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.786, "last_started_at": "2026-09-02T22:09:53+09:00", "pid": 2989, "process": {"exists": false, "pid": 2989}, "restart_count": 13, "restart_count_per_hour": 12, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.846, "sample_count": 1648, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 213058, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:10:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-09-02T22:10:49+09:00", "last_frame_read_age_sec": 0.057, "last_frame_read_at": "2026-09-02T22:10:49+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 46, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 552.919, "last_sample_duration_ms": 586.191, "last_trigger": "periodic", "next_snapshot_in_sec": 47.081, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 46, "storage_bytes": 454354}, "mjpeg": {"age_sec": 0.053, "exists": true, "mtime": "2026-09-02T22:10:49.811603+09:00", "mtime_epoch": 1788354649.8116028, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 95821}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T22:10:49+09:00", "process": {"exists": true, "fd_count": 111, "hwm_mb": 1028.949, "name": "celery", "pid": 217, "rss_mb": 1006.18, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 213058, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 149}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 13}, "total": {"avg": 0.087, "max": 1.0, "p95": 1.0, "sample_count": 149}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 149, "pushed_frames": 149, "read_frames": 149, "select_timeouts": 15, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.027, "pushed": 5.027, "read": 5.027}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 149, "client_acquire_ms": {"avg_ms": 0.006, "count": 149, "max_ms": 0.022, "p95_ms": 0.011, "reason": null, "sample_age_ms": 39.995, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.437, "count": 149, "max_ms": 3.181, "p95_ms": 1.128, "reason": null, "sample_age_ms": 58.907, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.162, "count": 149, "max_ms": 1.277, "p95_ms": 0.795, "reason": null, "sample_age_ms": 59.14, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.167, "count": 149, "max_ms": 0.5, "p95_ms": 0.344, "reason": null, "sample_age_ms": 40.0, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.218, "count": 149, "max_ms": 3.297, "p95_ms": 2.03, "reason": null, "sample_age_ms": 57.336, "source": "client_direct"}, "request_count": 149, "request_tensor_bytes": {"avg": 2211848.0, "count": 149, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 57.306, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 149, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 40.078, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.73, "count": 149, "max_ms": 47.444, "p95_ms": 39.989, "reason": null, "sample_age_ms": 39.992, "source": "client_direct"}, "sample_age_ms": 39.989, "source": "client_direct", "task_total_ms": {"avg_ms": 31.255, "count": 149, "max_ms": 49.374, "p95_ms": 41.989, "reason": null, "sample_age_ms": 39.989, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.233, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.9, "count": 149, "max_ms": 4.705, "p95_ms": 3.531}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.241, "count": 149, "max_ms": 1.041, "p95_ms": 0.445}, "detection_prepare_ms": {"avg_ms": 0.158, "count": 149, "max_ms": 1.134, "p95_ms": 0.696}, "event_filter_ms": {"avg_ms": 0.003, "count": 149, "max_ms": 0.014, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.073, "count": 149, "max_ms": 0.312, "p95_ms": 0.173}, "mcmt_ms": {"avg_ms": 0.002, "count": 149, "max_ms": 0.014, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.255, "count": 149, "max_ms": 2.233, "p95_ms": 1.434}, "setup_ms": {"avg_ms": 0.035, "count": 149, "max_ms": 0.144, "p95_ms": 0.062}, "total_inside_ms": {"avg_ms": 0.866, "count": 149, "max_ms": 4.667, "p95_ms": 3.48}, "track_match_ms": {"avg_ms": 0.007, "count": 149, "max_ms": 0.07, "p95_ms": 0.037}, "tracker_update_ms": {"avg_ms": 0.092, "count": 149, "max_ms": 1.155, "p95_ms": 0.791}}, "gstreamer_push": {"avg_ms": 3.697, "count": 149, "max_ms": 10.059, "p95_ms": 6.003}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.036, "count": 149, "max_ms": 0.149, "p95_ms": 0.065}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 31.965, "count": 149, "max_ms": 51.284, "p95_ms": 42.996}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 149, "max_ms": 0.06, "p95_ms": 0.05}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 67.548, "count": 149, "max_ms": 107.334, "p95_ms": 93.04}, "inference_input_copy_ms": {"avg_ms": 1.163, "count": 149, "max_ms": 2.951, "p95_ms": 2.278}, "processing_residual_ms": {"avg_ms": 0.128, "count": 149, "max_ms": 0.909, "p95_ms": 0.285}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 68.867, "count": 149, "max_ms": 109.246, "p95_ms": 94.386}, "read_interval": {"avg_ms": 221.921, "count": 149, "max_ms": 5959.973, "p95_ms": 119.892}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 149, "max_ms": 0.04, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.221, "count": 149, "max_ms": 2.175, "p95_ms": 1.393}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 149, "max_ms": 0.032, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.209, "count": 149, "max_ms": 2.159, "p95_ms": 1.381}, "worker_merge_ms": {"avg_ms": 0.004, "count": 149, "max_ms": 0.015, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 31.977, "count": 149, "max_ms": 51.291, "p95_ms": 43.005}, "visualize": {"avg_ms": 33.952, "count": 149, "max_ms": 64.287, "p95_ms": 48.523}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.193, "count": 149, "max_ms": 63.288, "p95_ms": 47.964}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.808, "count": 149, "max_ms": 64.11, "p95_ms": 48.398}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.016, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.738, "count": 149, "max_ms": 64.009, "p95_ms": 48.338}, "visualizer_prepare_ms": {"avg_ms": 0.04, "count": 149, "max_ms": 0.13, "p95_ms": 0.071}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 149}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1006.18, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.661, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.846, "sample_count": 1647, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 213051, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:10:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.063, "exists": true, "size_bytes": 94930, "write_bytes_delta": 94930, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 443.0, "cpu_core_ratio": 0.405801, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2572.0, "pid": 2989, "reason": null, "system_cpu_core_ratio": 0.021935, "system_cpu_s_delta": 0.44000000000000017, "user_cpu_core_ratio": 0.383865, "user_cpu_s_delta": 7.700000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.414276, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 133648.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.175481, "system_cpu_s_delta": 3.519999999999982, "user_cpu_core_ratio": 0.238794, "user_cpu_s_delta": 4.790000000000873}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.763, "count": 142, "max_ms": 10.059, "p95_ms": 6.003, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 142}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 13}, "total": {"avg": 0.092, "max": 1.0, "p95": 1.0, "sample_count": 142}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.691, "count": 30, "max": 31.945, "p95": 28.582, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.513, "count": 30, "max": 15.397, "p95": 14.845, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 945.367, "count": 30, "max": 1464.0, "p95": 1392.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4940.267, "count": 30, "max": 95624.0, "p95": 19359.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.058, "p95": 0.051, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.688, "count": 30, "max": 1.113, "p95": 1.056, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.476, "count": 30, "max": 4.646, "p95": 4.382, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 95888.8, "count": 30, "max": 97300.0, "p95": 97271.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 95888.8, "count": 30, "max": 97300.0, "p95": 97271.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 202563.8, "count": 30, "max": 339498.0, "p95": 325137.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.3, "count": 30, "max": 1.041, "p95": 0.852, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.371, "count": 30, "max": 0.997, "p95": 0.824, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1425, "sampled_at": "2026-09-02T22:10:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T22:10:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.639, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 230983, "flush_count": 362, "flush_interval_seconds": 30.0, "flush_state": {"count": 362, "last_at": "2026-09-02T22:10:08", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T22:10:08", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 361}, "started": true, "suppressed_count": 212697, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 212697}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 362, "written_record_count": 362}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4682.219, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 589062758400, "copied_frame_count": 213058, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 589062758400, "frame_buffer_copies": 213058, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0758, "count": 512, "max_ms": 0.3646, "p50_ms": 0.0671, "p95_ms": 0.1198, "p99_ms": 0.1962}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9918, "count": 512, "max_ms": 3.5507, "p50_ms": 0.9023, "p95_ms": 1.6633, "p99_ms": 2.3631, "results": {"failed": 0, "not_applicable": 0, "success": 213058, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 13, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T22:09:50+09:00", "last_error_summary": "[h264 @ 0x64a6c2dcdb80] error while decoding MB 212 28, bytestream -6", "last_exit_at": "2026-09-02T22:10:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.81, "last_started_at": "2026-09-02T22:09:53+09:00", "pid": 2989, "process": {"exists": false, "pid": 2989}, "restart_count": 13, "restart_count_per_hour": 12, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.846, "sample_count": 1648, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 213058, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:10:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 0.025, "last_frame_pushed_at": "2026-09-02T22:10:49+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-09-02T22:10:49+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 46, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 552.94, "last_sample_duration_ms": 586.191, "last_trigger": "periodic", "next_snapshot_in_sec": 47.06, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 46, "storage_bytes": 454354}, "mjpeg": {"age_sec": 0.018, "exists": true, "mtime": "2026-09-02T22:10:49.870603+09:00", "mtime_epoch": 1788354649.8706033, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 95976}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T22:10:49+09:00", "process": {"exists": true, "fd_count": 111, "hwm_mb": 1028.949, "name": "celery", "pid": 217, "rss_mb": 1006.18, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 213058, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 149}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 13}, "total": {"avg": 0.087, "max": 1.0, "p95": 1.0, "sample_count": 149}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 149, "pushed_frames": 149, "read_frames": 149, "select_timeouts": 15, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.023, "pushed": 5.023, "read": 5.023}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 149, "client_acquire_ms": {"avg_ms": 0.006, "count": 149, "max_ms": 0.022, "p95_ms": 0.011, "reason": null, "sample_age_ms": 62.573, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.437, "count": 149, "max_ms": 3.181, "p95_ms": 1.128, "reason": null, "sample_age_ms": 81.485, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.162, "count": 149, "max_ms": 1.277, "p95_ms": 0.795, "reason": null, "sample_age_ms": 81.718, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.167, "count": 149, "max_ms": 0.5, "p95_ms": 0.344, "reason": null, "sample_age_ms": 62.578, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.218, "count": 149, "max_ms": 3.297, "p95_ms": 2.03, "reason": null, "sample_age_ms": 79.915, "source": "client_direct"}, "request_count": 149, "request_tensor_bytes": {"avg": 2211848.0, "count": 149, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 79.884, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 149, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 62.656, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.73, "count": 149, "max_ms": 47.444, "p95_ms": 39.989, "reason": null, "sample_age_ms": 62.57, "source": "client_direct"}, "sample_age_ms": 62.567, "source": "client_direct", "task_total_ms": {"avg_ms": 31.255, "count": 149, "max_ms": 49.374, "p95_ms": 41.989, "reason": null, "sample_age_ms": 62.567, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.77, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.9, "count": 149, "max_ms": 4.705, "p95_ms": 3.531}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.241, "count": 149, "max_ms": 1.041, "p95_ms": 0.445}, "detection_prepare_ms": {"avg_ms": 0.158, "count": 149, "max_ms": 1.134, "p95_ms": 0.696}, "event_filter_ms": {"avg_ms": 0.003, "count": 149, "max_ms": 0.014, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.073, "count": 149, "max_ms": 0.312, "p95_ms": 0.173}, "mcmt_ms": {"avg_ms": 0.002, "count": 149, "max_ms": 0.014, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.255, "count": 149, "max_ms": 2.233, "p95_ms": 1.434}, "setup_ms": {"avg_ms": 0.035, "count": 149, "max_ms": 0.144, "p95_ms": 0.062}, "total_inside_ms": {"avg_ms": 0.866, "count": 149, "max_ms": 4.667, "p95_ms": 3.48}, "track_match_ms": {"avg_ms": 0.007, "count": 149, "max_ms": 0.07, "p95_ms": 0.037}, "tracker_update_ms": {"avg_ms": 0.092, "count": 149, "max_ms": 1.155, "p95_ms": 0.791}}, "gstreamer_push": {"avg_ms": 3.697, "count": 149, "max_ms": 10.059, "p95_ms": 6.003}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.036, "count": 149, "max_ms": 0.149, "p95_ms": 0.065}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 31.965, "count": 149, "max_ms": 51.284, "p95_ms": 42.996}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 149, "max_ms": 0.06, "p95_ms": 0.05}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 67.548, "count": 149, "max_ms": 107.334, "p95_ms": 93.04}, "inference_input_copy_ms": {"avg_ms": 1.163, "count": 149, "max_ms": 2.951, "p95_ms": 2.278}, "processing_residual_ms": {"avg_ms": 0.128, "count": 149, "max_ms": 0.909, "p95_ms": 0.285}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 68.867, "count": 149, "max_ms": 109.246, "p95_ms": 94.386}, "read_interval": {"avg_ms": 221.921, "count": 149, "max_ms": 5959.973, "p95_ms": 119.892}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 149, "max_ms": 0.04, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.221, "count": 149, "max_ms": 2.175, "p95_ms": 1.393}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 149, "max_ms": 0.032, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.209, "count": 149, "max_ms": 2.159, "p95_ms": 1.381}, "worker_merge_ms": {"avg_ms": 0.004, "count": 149, "max_ms": 0.015, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 31.977, "count": 149, "max_ms": 51.291, "p95_ms": 43.005}, "visualize": {"avg_ms": 33.952, "count": 149, "max_ms": 64.287, "p95_ms": 48.523}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.193, "count": 149, "max_ms": 63.288, "p95_ms": 47.964}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.808, "count": 149, "max_ms": 64.11, "p95_ms": 48.398}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.016, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.738, "count": 149, "max_ms": 64.009, "p95_ms": 48.338}, "visualizer_prepare_ms": {"avg_ms": 0.04, "count": 149, "max_ms": 0.13, "p95_ms": 0.071}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 149}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1006.18, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.661, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.846, "sample_count": 1647, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 213051, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:10:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.063, "exists": true, "size_bytes": 94930, "write_bytes_delta": 94930, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 443.0, "cpu_core_ratio": 0.405801, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2572.0, "pid": 2989, "reason": null, "system_cpu_core_ratio": 0.021935, "system_cpu_s_delta": 0.44000000000000017, "user_cpu_core_ratio": 0.383865, "user_cpu_s_delta": 7.700000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.414276, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 133648.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.175481, "system_cpu_s_delta": 3.519999999999982, "user_cpu_core_ratio": 0.238794, "user_cpu_s_delta": 4.790000000000873}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.763, "count": 142, "max_ms": 10.059, "p95_ms": 6.003, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 142}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 13}, "total": {"avg": 0.092, "max": 1.0, "p95": 1.0, "sample_count": 142}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.691, "count": 30, "max": 31.945, "p95": 28.582, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.513, "count": 30, "max": 15.397, "p95": 14.845, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 945.367, "count": 30, "max": 1464.0, "p95": 1392.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4940.267, "count": 30, "max": 95624.0, "p95": 19359.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.058, "p95": 0.051, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.688, "count": 30, "max": 1.113, "p95": 1.056, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.476, "count": 30, "max": 4.646, "p95": 4.382, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 95888.8, "count": 30, "max": 97300.0, "p95": 97271.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 95888.8, "count": 30, "max": 97300.0, "p95": 97271.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 202563.8, "count": 30, "max": 339498.0, "p95": 325137.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.3, "count": 30, "max": 1.041, "p95": 0.852, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.371, "count": 30, "max": 0.997, "p95": 0.824, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1425, "sampled_at": "2026-09-02T22:10:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T22:10:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.663, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 230983, "flush_count": 362, "flush_interval_seconds": 30.0, "flush_state": {"count": 362, "last_at": "2026-09-02T22:10:08", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T22:10:08", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 361}, "started": true, "suppressed_count": 212697, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 212697}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 362, "written_record_count": 362}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4796.758, "limit_mb": null}, "detail": {"pid": 3105, "restart_count": 14, "start_count": 15}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 589062758400, "copied_frame_count": 213058, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 589062758400, "frame_buffer_copies": 213058, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0758, "count": 512, "max_ms": 0.3646, "p50_ms": 0.0671, "p95_ms": 0.1198, "p99_ms": 0.1962}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9918, "count": 512, "max_ms": 3.5507, "p50_ms": 0.9023, "p95_ms": 1.6633, "p99_ms": 2.3631, "results": {"failed": 0, "not_applicable": 0, "success": 213058, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 13, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T22:09:50+09:00", "last_error_summary": "[h264 @ 0x64a6c2dcdb80] error while decoding MB 212 28, bytestream -6", "last_exit_at": "2026-09-02T22:10:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-02T22:10:52+09:00", "pid": 3105, "process": {"exists": true, "fd_count": 5, "hwm_mb": 145.758, "name": "ffmpeg", "pid": 3105, "rss_mb": 145.758, "state": "S (sleeping)", "threads": 19}, "restart_count": 14, "restart_count_per_hour": 13, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.031, "sample_count": 1608, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 213058, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:10:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 4.956, "last_frame_pushed_at": "2026-09-02T22:10:49+09:00", "last_frame_read_age_sec": 5.012, "last_frame_read_at": "2026-09-02T22:10:49+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 46, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 557.871, "last_sample_duration_ms": 586.191, "last_trigger": "periodic", "next_snapshot_in_sec": 42.129, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 46, "storage_bytes": 454354}, "mjpeg": {"age_sec": 4.949, "exists": true, "mtime": "2026-09-02T22:10:49.870603+09:00", "mtime_epoch": 1788354649.8706033, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 95976}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T22:10:54+09:00", "process": {"exists": true, "fd_count": 112, "hwm_mb": 1028.949, "name": "celery", "pid": 217, "rss_mb": 1006.184, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 213058, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 130}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 12}, "total": {"avg": 0.092, "max": 1.0, "p95": 1.0, "sample_count": 130}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 130}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 130}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 130}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 130}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 130}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 130, "pushed_frames": 130, "read_frames": 130, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.398, "pushed": 4.398, "read": 4.398}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 130, "client_acquire_ms": {"avg_ms": 0.006, "count": 130, "max_ms": 0.022, "p95_ms": 0.011, "reason": null, "sample_age_ms": 4994.755, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.456, "count": 130, "max_ms": 3.181, "p95_ms": 1.177, "reason": null, "sample_age_ms": 5013.667, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.167, "count": 130, "max_ms": 1.277, "p95_ms": 0.822, "reason": null, "sample_age_ms": 5013.9, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.176, "count": 130, "max_ms": 0.5, "p95_ms": 0.348, "reason": null, "sample_age_ms": 4994.76, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.289, "count": 130, "max_ms": 3.297, "p95_ms": 2.074, "reason": null, "sample_age_ms": 5012.097, "source": "client_direct"}, "request_count": 130, "request_tensor_bytes": {"avg": 2211848.0, "count": 130, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 5012.066, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 130, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4994.838, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.385, "count": 130, "max_ms": 47.444, "p95_ms": 40.789, "reason": null, "sample_age_ms": 4994.752, "source": "client_direct"}, "sample_age_ms": 4994.749, "source": "client_direct", "task_total_ms": {"avg_ms": 31.997, "count": 130, "max_ms": 49.374, "p95_ms": 42.334, "reason": null, "sample_age_ms": 4994.749, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.588, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.937, "count": 130, "max_ms": 4.705, "p95_ms": 3.531}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.25, "count": 130, "max_ms": 1.041, "p95_ms": 0.449}, "detection_prepare_ms": {"avg_ms": 0.166, "count": 130, "max_ms": 1.134, "p95_ms": 0.733}, "event_filter_ms": {"avg_ms": 0.003, "count": 130, "max_ms": 0.014, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.075, "count": 130, "max_ms": 0.312, "p95_ms": 0.178}, "mcmt_ms": {"avg_ms": 0.002, "count": 130, "max_ms": 0.014, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.265, "count": 130, "max_ms": 2.233, "p95_ms": 1.434}, "setup_ms": {"avg_ms": 0.037, "count": 130, "max_ms": 0.144, "p95_ms": 0.064}, "total_inside_ms": {"avg_ms": 0.902, "count": 130, "max_ms": 4.667, "p95_ms": 3.48}, "track_match_ms": {"avg_ms": 0.007, "count": 130, "max_ms": 0.07, "p95_ms": 0.037}, "tracker_update_ms": {"avg_ms": 0.096, "count": 130, "max_ms": 1.155, "p95_ms": 0.791}}, "gstreamer_push": {"avg_ms": 3.937, "count": 130, "max_ms": 10.059, "p95_ms": 6.096}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.038, "count": 130, "max_ms": 0.149, "p95_ms": 0.067}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 32.736, "count": 130, "max_ms": 51.284, "p95_ms": 43.035}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 130, "max_ms": 0.06, "p95_ms": 0.051}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 69.735, "count": 130, "max_ms": 107.334, "p95_ms": 94.025}, "inference_input_copy_ms": {"avg_ms": 1.242, "count": 130, "max_ms": 2.951, "p95_ms": 2.357}, "processing_residual_ms": {"avg_ms": 0.135, "count": 130, "max_ms": 0.909, "p95_ms": 0.285}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 71.14, "count": 130, "max_ms": 109.246, "p95_ms": 95.639}, "read_interval": {"avg_ms": 218.583, "count": 130, "max_ms": 5959.973, "p95_ms": 119.868}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 130, "max_ms": 0.04, "p95_ms": 0.023}, "execute_total_ms": {"avg_ms": 0.23, "count": 130, "max_ms": 2.175, "p95_ms": 1.393}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 130, "max_ms": 0.032, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.218, "count": 130, "max_ms": 2.159, "p95_ms": 1.381}, "worker_merge_ms": {"avg_ms": 0.004, "count": 130, "max_ms": 0.015, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 32.748, "count": 130, "max_ms": 51.291, "p95_ms": 43.051}, "visualize": {"avg_ms": 35.307, "count": 130, "max_ms": 64.287, "p95_ms": 49.94}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 34.522, "count": 130, "max_ms": 63.288, "p95_ms": 49.097}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.159, "count": 130, "max_ms": 64.11, "p95_ms": 49.741}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 130, "max_ms": 0.016, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.086, "count": 130, "max_ms": 64.009, "p95_ms": 49.641}, "visualizer_prepare_ms": {"avg_ms": 0.042, "count": 130, "max_ms": 0.13, "p95_ms": 0.074}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 130}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 130}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 130}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1006.18, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.661, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.846, "sample_count": 1647, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 213051, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:10:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.063, "exists": true, "size_bytes": 94930, "write_bytes_delta": 94930, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 443.0, "cpu_core_ratio": 0.405801, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2572.0, "pid": 2989, "reason": null, "system_cpu_core_ratio": 0.021935, "system_cpu_s_delta": 0.44000000000000017, "user_cpu_core_ratio": 0.383865, "user_cpu_s_delta": 7.700000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.414276, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 133648.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.175481, "system_cpu_s_delta": 3.519999999999982, "user_cpu_core_ratio": 0.238794, "user_cpu_s_delta": 4.790000000000873}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.763, "count": 142, "max_ms": 10.059, "p95_ms": 6.003, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 142}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 13}, "total": {"avg": 0.092, "max": 1.0, "p95": 1.0, "sample_count": 142}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.691, "count": 30, "max": 31.945, "p95": 28.582, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.513, "count": 30, "max": 15.397, "p95": 14.845, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 945.367, "count": 30, "max": 1464.0, "p95": 1392.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4940.267, "count": 30, "max": 95624.0, "p95": 19359.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.058, "p95": 0.051, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.688, "count": 30, "max": 1.113, "p95": 1.056, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.476, "count": 30, "max": 4.646, "p95": 4.382, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 95888.8, "count": 30, "max": 97300.0, "p95": 97271.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 95888.8, "count": 30, "max": 97300.0, "p95": 97271.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 202563.8, "count": 30, "max": 339498.0, "p95": 325137.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.3, "count": 30, "max": 1.041, "p95": 0.852, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.371, "count": 30, "max": 0.997, "p95": 0.824, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1425, "sampled_at": "2026-09-02T22:10:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T22:10:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.562, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 231752, "flush_count": 363, "flush_interval_seconds": 30.0, "flush_state": {"count": 363, "last_at": "2026-09-02T22:11:08", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T22:11:08", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 362}, "started": true, "suppressed_count": 213103, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 213103}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 363, "written_record_count": 363}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4689.125, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5c5e346dc080] error while decoding MB 123 44, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 590188032000, "copied_frame_count": 213465, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 590188032000, "frame_buffer_copies": 213465, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0834, "count": 512, "max_ms": 0.3685, "p50_ms": 0.0726, "p95_ms": 0.1429, "p99_ms": 0.2331}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1135, "count": 512, "max_ms": 6.3627, "p50_ms": 0.9934, "p95_ms": 1.936, "p99_ms": 2.688, "results": {"failed": 0, "not_applicable": 0, "success": 213465, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 14, "h264_decode_error_count": 19, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T22:11:56+09:00", "last_error_summary": "[h264 @ 0x5c5e346dc080] error while decoding MB 123 44, bytestream -5", "last_exit_at": "2026-09-02T22:10:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 64.117, "last_started_at": "2026-09-02T22:10:52+09:00", "pid": 3105, "process": {"exists": false, "pid": 3105}, "restart_count": 14, "restart_count_per_hour": 13, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.031, "sample_count": 1707, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 213465, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:11:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 0.076, "last_frame_pushed_at": "2026-09-02T22:11:56+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-09-02T22:11:56+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 47, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 4.527, "last_sample_duration_ms": 704.525, "last_trigger": "periodic", "next_snapshot_in_sec": 595.473, "reason": "snapshot_written", "rotation_count": 87, "runtime_state": "active", "sample_count": 47, "storage_bytes": 462878}, "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-09-02T22:11:56.869031+09:00", "mtime_epoch": 1788354716.869031, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 95445}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T22:11:56+09:00", "process": {"exists": true, "fd_count": 112, "hwm_mb": 1028.949, "name": "celery", "pid": 217, "rss_mb": 1009.027, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 213465, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 242}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 6}, "total": {"avg": 0.025, "max": 1.0, "p95": 0.0, "sample_count": 242}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 242, "pushed_frames": 241, "read_frames": 241, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.086, "pushed": 8.053, "read": 8.053}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 241, "client_acquire_ms": {"avg_ms": 0.007, "count": 242, "max_ms": 0.07, "p95_ms": 0.013, "reason": null, "sample_age_ms": 50.064, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.459, "count": 241, "max_ms": 2.366, "p95_ms": 1.206, "reason": null, "sample_age_ms": 84.21, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.165, "count": 241, "max_ms": 1.771, "p95_ms": 0.8, "reason": null, "sample_age_ms": 84.498, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.176, "count": 242, "max_ms": 0.816, "p95_ms": 0.414, "reason": null, "sample_age_ms": 50.07, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.334, "count": 241, "max_ms": 4.173, "p95_ms": 2.179, "reason": null, "sample_age_ms": 83.292, "source": "client_direct"}, "request_count": 241, "request_tensor_bytes": {"avg": 2211848.0, "count": 241, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 83.271, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 242, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 50.197, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.47, "count": 242, "max_ms": 51.08, "p95_ms": 41.467, "reason": null, "sample_age_ms": 50.06, "source": "client_direct"}, "sample_age_ms": 50.056, "source": "client_direct", "task_total_ms": {"avg_ms": 32.139, "count": 242, "max_ms": 52.221, "p95_ms": 43.29, "reason": null, "sample_age_ms": 50.056, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.923, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.732, "count": 242, "max_ms": 6.505, "p95_ms": 1.156}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.224, "count": 242, "max_ms": 1.157, "p95_ms": 0.409}, "detection_prepare_ms": {"avg_ms": 0.124, "count": 242, "max_ms": 1.236, "p95_ms": 0.221}, "event_filter_ms": {"avg_ms": 0.003, "count": 242, "max_ms": 0.01, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.071, "count": 242, "max_ms": 0.284, "p95_ms": 0.142}, "mcmt_ms": {"avg_ms": 0.002, "count": 242, "max_ms": 0.011, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.175, "count": 242, "max_ms": 1.821, "p95_ms": 0.259}, "setup_ms": {"avg_ms": 0.039, "count": 242, "max_ms": 0.194, "p95_ms": 0.078}, "total_inside_ms": {"avg_ms": 0.697, "count": 242, "max_ms": 6.426, "p95_ms": 1.102}, "track_match_ms": {"avg_ms": 0.005, "count": 242, "max_ms": 0.092, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.053, "count": 242, "max_ms": 2.538, "p95_ms": 0.051}}, "gstreamer_push": {"avg_ms": 3.21, "count": 241, "max_ms": 10.649, "p95_ms": 5.653}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.039, "count": 242, "max_ms": 0.124, "p95_ms": 0.078}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 32.899, "count": 242, "max_ms": 53.067, "p95_ms": 43.974}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.034, "count": 242, "max_ms": 0.155, "p95_ms": 0.066}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 69.716, "count": 242, "max_ms": 117.581, "p95_ms": 88.786}, "inference_input_copy_ms": {"avg_ms": 1.135, "count": 242, "max_ms": 3.071, "p95_ms": 2.223}, "processing_residual_ms": {"avg_ms": 0.125, "count": 242, "max_ms": 0.985, "p95_ms": 0.216}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 71.01, "count": 242, "max_ms": 118.56, "p95_ms": 90.566}, "read_interval": {"avg_ms": 124.234, "count": 241, "max_ms": 3829.528, "p95_ms": 107.801}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 242, "max_ms": 0.08, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 0.133, "count": 242, "max_ms": 1.755, "p95_ms": 0.181}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 242, "max_ms": 0.066, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.12, "count": 242, "max_ms": 1.733, "p95_ms": 0.154}, "worker_merge_ms": {"avg_ms": 0.004, "count": 242, "max_ms": 0.024, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 32.912, "count": 242, "max_ms": 53.093, "p95_ms": 43.99}, "visualize": {"avg_ms": 35.335, "count": 242, "max_ms": 82.179, "p95_ms": 49.262}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 34.606, "count": 242, "max_ms": 81.035, "p95_ms": 46.864}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.177, "count": 242, "max_ms": 81.906, "p95_ms": 49.025}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.099, "count": 242, "max_ms": 81.751, "p95_ms": 48.914}, "visualizer_prepare_ms": {"avg_ms": 0.045, "count": 242, "max_ms": 0.161, "p95_ms": 0.089}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 242}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1006.281, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.144, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.42, "sample_count": 1636, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 213252, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:11:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 96262, "write_bytes_delta": 96262, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 654.0, "cpu_core_ratio": 0.524441, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 170.0, "pid": 3105, "reason": null, "system_cpu_core_ratio": 0.024973, "system_cpu_s_delta": 0.4999999999999999, "user_cpu_core_ratio": 0.499467, "user_cpu_s_delta": 10.0}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.33714, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 137015.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.116875, "system_cpu_s_delta": 2.3399999999996908, "user_cpu_core_ratio": 0.220265, "user_cpu_s_delta": 4.4099999999998545}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.902, "count": 176, "max_ms": 8.507, "p95_ms": 6.205, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 175}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 3}, "total": {"avg": 0.017, "max": 1.0, "p95": 0.0, "sample_count": 175}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.823, "count": 30, "max": 31.945, "p95": 28.582, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.629, "count": 30, "max": 15.397, "p95": 14.845, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 920.667, "count": 30, "max": 1464.0, "p95": 1386.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4945.933, "count": 30, "max": 95624.0, "p95": 19359.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.058, "p95": 0.051, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.676, "count": 30, "max": 1.113, "p95": 1.056, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.474, "count": 30, "max": 4.646, "p95": 4.382, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 95931.967, "count": 30, "max": 97300.0, "p95": 97271.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 92721.1, "count": 30, "max": 97300.0, "p95": 97271.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 202011.3, "count": 30, "max": 339498.0, "p95": 325137.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.301, "count": 30, "max": 1.041, "p95": 0.852, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.372, "count": 30, "max": 0.997, "p95": 0.824, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1427, "sampled_at": "2026-09-02T22:11:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T22:11:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 231752, "flush_count": 363, "flush_interval_seconds": 30.0, "flush_state": {"count": 363, "last_at": "2026-09-02T22:11:08", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T22:11:08", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 362}, "started": true, "suppressed_count": 213103, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 213103}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 363, "written_record_count": 363}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4686.258, "limit_mb": null}, "detail": {"last_error_at": "2026-09-02T22:11:56+09:00", "last_error_summary": "[h264 @ 0x5c5e346dc080] error while decoding MB 123 44, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 590188032000, "copied_frame_count": 213465, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 590188032000, "frame_buffer_copies": 213465, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0834, "count": 512, "max_ms": 0.3685, "p50_ms": 0.0726, "p95_ms": 0.1429, "p99_ms": 0.2331}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1135, "count": 512, "max_ms": 6.3627, "p50_ms": 0.9934, "p95_ms": 1.936, "p99_ms": 2.688, "results": {"failed": 0, "not_applicable": 0, "success": 213465, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 14, "h264_decode_error_count": 19, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T22:11:56+09:00", "last_error_summary": "[h264 @ 0x5c5e346dc080] error while decoding MB 123 44, bytestream -5", "last_exit_at": "2026-09-02T22:11:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 64.148, "last_started_at": "2026-09-02T22:10:52+09:00", "pid": 3105, "process": {"exists": false, "pid": 3105}, "restart_count": 14, "restart_count_per_hour": 13, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.031, "sample_count": 1707, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 213465, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:11:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 0.011, "last_frame_pushed_at": "2026-09-02T22:11:56+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-09-02T22:11:56+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 47, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 4.546, "last_sample_duration_ms": 704.525, "last_trigger": "periodic", "next_snapshot_in_sec": 595.454, "reason": "snapshot_written", "rotation_count": 87, "runtime_state": "active", "sample_count": 47, "storage_bytes": 462878}, "mjpeg": {"age_sec": 0.006, "exists": true, "mtime": "2026-09-02T22:11:56.961032+09:00", "mtime_epoch": 1788354716.9610317, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 95192}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T22:11:56+09:00", "process": {"exists": true, "fd_count": 111, "hwm_mb": 1028.949, "name": "celery", "pid": 217, "rss_mb": 1006.379, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 213465, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 242}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 6}, "total": {"avg": 0.025, "max": 1.0, "p95": 0.0, "sample_count": 242}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 242, "pushed_frames": 242, "read_frames": 241, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.078, "pushed": 8.078, "read": 8.044}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 241, "client_acquire_ms": {"avg_ms": 0.007, "count": 241, "max_ms": 0.07, "p95_ms": 0.013, "reason": null, "sample_age_ms": 73.081, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.459, "count": 241, "max_ms": 2.366, "p95_ms": 1.206, "reason": null, "sample_age_ms": 107.227, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.165, "count": 241, "max_ms": 1.771, "p95_ms": 0.8, "reason": null, "sample_age_ms": 107.515, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.175, "count": 241, "max_ms": 0.816, "p95_ms": 0.414, "reason": null, "sample_age_ms": 73.087, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.334, "count": 241, "max_ms": 4.173, "p95_ms": 2.179, "reason": null, "sample_age_ms": 106.309, "source": "client_direct"}, "request_count": 241, "request_tensor_bytes": {"avg": 2211848.0, "count": 241, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 106.287, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 241, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 73.214, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.468, "count": 241, "max_ms": 51.08, "p95_ms": 41.479, "reason": null, "sample_age_ms": 73.077, "source": "client_direct"}, "sample_age_ms": 73.073, "source": "client_direct", "task_total_ms": {"avg_ms": 32.135, "count": 241, "max_ms": 52.221, "p95_ms": 43.298, "reason": null, "sample_age_ms": 73.073, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.929, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.732, "count": 242, "max_ms": 6.505, "p95_ms": 1.156}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.224, "count": 242, "max_ms": 1.157, "p95_ms": 0.409}, "detection_prepare_ms": {"avg_ms": 0.124, "count": 242, "max_ms": 1.236, "p95_ms": 0.221}, "event_filter_ms": {"avg_ms": 0.003, "count": 242, "max_ms": 0.01, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.071, "count": 242, "max_ms": 0.284, "p95_ms": 0.142}, "mcmt_ms": {"avg_ms": 0.002, "count": 242, "max_ms": 0.011, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.175, "count": 242, "max_ms": 1.821, "p95_ms": 0.259}, "setup_ms": {"avg_ms": 0.039, "count": 242, "max_ms": 0.194, "p95_ms": 0.078}, "total_inside_ms": {"avg_ms": 0.697, "count": 242, "max_ms": 6.426, "p95_ms": 1.102}, "track_match_ms": {"avg_ms": 0.005, "count": 242, "max_ms": 0.092, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.053, "count": 242, "max_ms": 2.538, "p95_ms": 0.051}}, "gstreamer_push": {"avg_ms": 3.253, "count": 242, "max_ms": 13.489, "p95_ms": 5.662}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.039, "count": 242, "max_ms": 0.124, "p95_ms": 0.078}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 32.899, "count": 242, "max_ms": 53.067, "p95_ms": 43.974}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.034, "count": 242, "max_ms": 0.155, "p95_ms": 0.066}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 69.716, "count": 242, "max_ms": 117.581, "p95_ms": 88.786}, "inference_input_copy_ms": {"avg_ms": 1.135, "count": 242, "max_ms": 3.071, "p95_ms": 2.223}, "processing_residual_ms": {"avg_ms": 0.125, "count": 242, "max_ms": 0.985, "p95_ms": 0.216}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 71.01, "count": 242, "max_ms": 118.56, "p95_ms": 90.566}, "read_interval": {"avg_ms": 124.234, "count": 241, "max_ms": 3829.528, "p95_ms": 107.801}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 242, "max_ms": 0.08, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 0.133, "count": 242, "max_ms": 1.755, "p95_ms": 0.181}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 242, "max_ms": 0.066, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.12, "count": 242, "max_ms": 1.733, "p95_ms": 0.154}, "worker_merge_ms": {"avg_ms": 0.004, "count": 242, "max_ms": 0.024, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 32.912, "count": 242, "max_ms": 53.093, "p95_ms": 43.99}, "visualize": {"avg_ms": 35.335, "count": 242, "max_ms": 82.179, "p95_ms": 49.262}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 34.606, "count": 242, "max_ms": 81.035, "p95_ms": 46.864}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.177, "count": 242, "max_ms": 81.906, "p95_ms": 49.025}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.099, "count": 242, "max_ms": 81.751, "p95_ms": 48.914}, "visualizer_prepare_ms": {"avg_ms": 0.045, "count": 242, "max_ms": 0.161, "p95_ms": 0.089}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 242}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1006.281, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.144, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.42, "sample_count": 1636, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 213252, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:11:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 96262, "write_bytes_delta": 96262, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 654.0, "cpu_core_ratio": 0.524441, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 170.0, "pid": 3105, "reason": null, "system_cpu_core_ratio": 0.024973, "system_cpu_s_delta": 0.4999999999999999, "user_cpu_core_ratio": 0.499467, "user_cpu_s_delta": 10.0}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.33714, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 137015.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.116875, "system_cpu_s_delta": 2.3399999999996908, "user_cpu_core_ratio": 0.220265, "user_cpu_s_delta": 4.4099999999998545}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.902, "count": 176, "max_ms": 8.507, "p95_ms": 6.205, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 175}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 3}, "total": {"avg": 0.017, "max": 1.0, "p95": 0.0, "sample_count": 175}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.823, "count": 30, "max": 31.945, "p95": 28.582, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.629, "count": 30, "max": 15.397, "p95": 14.845, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 920.667, "count": 30, "max": 1464.0, "p95": 1386.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4945.933, "count": 30, "max": 95624.0, "p95": 19359.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.058, "p95": 0.051, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.676, "count": 30, "max": 1.113, "p95": 1.056, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.474, "count": 30, "max": 4.646, "p95": 4.382, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 95931.967, "count": 30, "max": 97300.0, "p95": 97271.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 92721.1, "count": 30, "max": 97300.0, "p95": 97271.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 202011.3, "count": 30, "max": 339498.0, "p95": 325137.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.301, "count": 30, "max": 1.041, "p95": 0.852, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.372, "count": 30, "max": 0.997, "p95": 0.824, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1427, "sampled_at": "2026-09-02T22:11:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T22:11:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 231752, "flush_count": 363, "flush_interval_seconds": 30.0, "flush_state": {"count": 363, "last_at": "2026-09-02T22:11:08", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T22:11:08", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 362}, "started": true, "suppressed_count": 213103, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 213103}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 363, "written_record_count": 363}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4686.426, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 590188032000, "copied_frame_count": 213465, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 590188032000, "frame_buffer_copies": 213465, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0834, "count": 512, "max_ms": 0.3685, "p50_ms": 0.0726, "p95_ms": 0.1429, "p99_ms": 0.2331}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1135, "count": 512, "max_ms": 6.3627, "p50_ms": 0.9934, "p95_ms": 1.936, "p99_ms": 2.688, "results": {"failed": 0, "not_applicable": 0, "success": 213465, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 14, "h264_decode_error_count": 19, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T22:11:56+09:00", "last_error_summary": "[h264 @ 0x5c5e346dc080] error while decoding MB 123 44, bytestream -5", "last_exit_at": "2026-09-02T22:11:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 64.166, "last_started_at": "2026-09-02T22:10:52+09:00", "pid": 3105, "process": {"exists": false, "pid": 3105}, "restart_count": 14, "restart_count_per_hour": 13, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.031, "sample_count": 1707, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 213465, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:11:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 0.029, "last_frame_pushed_at": "2026-09-02T22:11:56+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-09-02T22:11:56+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 47, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 4.563, "last_sample_duration_ms": 704.525, "last_trigger": "periodic", "next_snapshot_in_sec": 595.437, "reason": "snapshot_written", "rotation_count": 87, "runtime_state": "active", "sample_count": 47, "storage_bytes": 462878}, "mjpeg": {"age_sec": 0.024, "exists": true, "mtime": "2026-09-02T22:11:56.961032+09:00", "mtime_epoch": 1788354716.9610317, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 95192}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T22:11:56+09:00", "process": {"exists": true, "fd_count": 111, "hwm_mb": 1028.949, "name": "celery", "pid": 217, "rss_mb": 1006.379, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 213465, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 242}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 6}, "total": {"avg": 0.025, "max": 1.0, "p95": 0.0, "sample_count": 242}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 242, "pushed_frames": 242, "read_frames": 241, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.073, "pushed": 8.073, "read": 8.04}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 241, "client_acquire_ms": {"avg_ms": 0.007, "count": 241, "max_ms": 0.07, "p95_ms": 0.013, "reason": null, "sample_age_ms": 90.533, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.459, "count": 241, "max_ms": 2.366, "p95_ms": 1.206, "reason": null, "sample_age_ms": 124.679, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.165, "count": 241, "max_ms": 1.771, "p95_ms": 0.8, "reason": null, "sample_age_ms": 124.968, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.175, "count": 241, "max_ms": 0.816, "p95_ms": 0.414, "reason": null, "sample_age_ms": 90.54, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.334, "count": 241, "max_ms": 4.173, "p95_ms": 2.179, "reason": null, "sample_age_ms": 123.762, "source": "client_direct"}, "request_count": 241, "request_tensor_bytes": {"avg": 2211848.0, "count": 241, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 123.74, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 241, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 90.666, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.468, "count": 241, "max_ms": 51.08, "p95_ms": 41.479, "reason": null, "sample_age_ms": 90.53, "source": "client_direct"}, "sample_age_ms": 90.526, "source": "client_direct", "task_total_ms": {"avg_ms": 32.135, "count": 241, "max_ms": 52.221, "p95_ms": 43.298, "reason": null, "sample_age_ms": 90.526, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.876, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.732, "count": 242, "max_ms": 6.505, "p95_ms": 1.156}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.224, "count": 242, "max_ms": 1.157, "p95_ms": 0.409}, "detection_prepare_ms": {"avg_ms": 0.124, "count": 242, "max_ms": 1.236, "p95_ms": 0.221}, "event_filter_ms": {"avg_ms": 0.003, "count": 242, "max_ms": 0.01, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.071, "count": 242, "max_ms": 0.284, "p95_ms": 0.142}, "mcmt_ms": {"avg_ms": 0.002, "count": 242, "max_ms": 0.011, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.175, "count": 242, "max_ms": 1.821, "p95_ms": 0.259}, "setup_ms": {"avg_ms": 0.039, "count": 242, "max_ms": 0.194, "p95_ms": 0.078}, "total_inside_ms": {"avg_ms": 0.697, "count": 242, "max_ms": 6.426, "p95_ms": 1.102}, "track_match_ms": {"avg_ms": 0.005, "count": 242, "max_ms": 0.092, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.053, "count": 242, "max_ms": 2.538, "p95_ms": 0.051}}, "gstreamer_push": {"avg_ms": 3.253, "count": 242, "max_ms": 13.489, "p95_ms": 5.662}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.039, "count": 242, "max_ms": 0.124, "p95_ms": 0.078}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 32.899, "count": 242, "max_ms": 53.067, "p95_ms": 43.974}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.034, "count": 242, "max_ms": 0.155, "p95_ms": 0.066}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 69.716, "count": 242, "max_ms": 117.581, "p95_ms": 88.786}, "inference_input_copy_ms": {"avg_ms": 1.135, "count": 242, "max_ms": 3.071, "p95_ms": 2.223}, "processing_residual_ms": {"avg_ms": 0.125, "count": 242, "max_ms": 0.985, "p95_ms": 0.216}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 71.01, "count": 242, "max_ms": 118.56, "p95_ms": 90.566}, "read_interval": {"avg_ms": 124.234, "count": 241, "max_ms": 3829.528, "p95_ms": 107.801}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 242, "max_ms": 0.08, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 0.133, "count": 242, "max_ms": 1.755, "p95_ms": 0.181}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 242, "max_ms": 0.066, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.12, "count": 242, "max_ms": 1.733, "p95_ms": 0.154}, "worker_merge_ms": {"avg_ms": 0.004, "count": 242, "max_ms": 0.024, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 32.912, "count": 242, "max_ms": 53.093, "p95_ms": 43.99}, "visualize": {"avg_ms": 35.335, "count": 242, "max_ms": 82.179, "p95_ms": 49.262}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 34.606, "count": 242, "max_ms": 81.035, "p95_ms": 46.864}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.177, "count": 242, "max_ms": 81.906, "p95_ms": 49.025}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.099, "count": 242, "max_ms": 81.751, "p95_ms": 48.914}, "visualizer_prepare_ms": {"avg_ms": 0.045, "count": 242, "max_ms": 0.161, "p95_ms": 0.089}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 242}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1006.281, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.144, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.42, "sample_count": 1636, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 213252, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:11:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 96262, "write_bytes_delta": 96262, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 654.0, "cpu_core_ratio": 0.524441, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 170.0, "pid": 3105, "reason": null, "system_cpu_core_ratio": 0.024973, "system_cpu_s_delta": 0.4999999999999999, "user_cpu_core_ratio": 0.499467, "user_cpu_s_delta": 10.0}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.33714, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 137015.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.116875, "system_cpu_s_delta": 2.3399999999996908, "user_cpu_core_ratio": 0.220265, "user_cpu_s_delta": 4.4099999999998545}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.902, "count": 176, "max_ms": 8.507, "p95_ms": 6.205, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 175}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 3}, "total": {"avg": 0.017, "max": 1.0, "p95": 0.0, "sample_count": 175}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.823, "count": 30, "max": 31.945, "p95": 28.582, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.629, "count": 30, "max": 15.397, "p95": 14.845, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 920.667, "count": 30, "max": 1464.0, "p95": 1386.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4945.933, "count": 30, "max": 95624.0, "p95": 19359.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.058, "p95": 0.051, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.676, "count": 30, "max": 1.113, "p95": 1.056, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.474, "count": 30, "max": 4.646, "p95": 4.382, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 95931.967, "count": 30, "max": 97300.0, "p95": 97271.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 92721.1, "count": 30, "max": 97300.0, "p95": 97271.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 202011.3, "count": 30, "max": 339498.0, "p95": 325137.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.301, "count": 30, "max": 1.041, "p95": 0.852, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.372, "count": 30, "max": 0.997, "p95": 0.824, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1427, "sampled_at": "2026-09-02T22:11:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T22:11:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 231752, "flush_count": 363, "flush_interval_seconds": 30.0, "flush_state": {"count": 363, "last_at": "2026-09-02T22:11:08", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T22:11:08", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 362}, "started": true, "suppressed_count": 213103, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 213103}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 363, "written_record_count": 363}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4725.781, "limit_mb": null}, "detail": {"pid": 3221, "restart_count": 15, "start_count": 16}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 590188032000, "copied_frame_count": 213465, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 590188032000, "frame_buffer_copies": 213465, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0834, "count": 512, "max_ms": 0.3685, "p50_ms": 0.0726, "p95_ms": 0.1429, "p99_ms": 0.2331}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1135, "count": 512, "max_ms": 6.3627, "p50_ms": 0.9934, "p95_ms": 1.936, "p99_ms": 2.688, "results": {"failed": 0, "not_applicable": 0, "success": 213465, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 14, "h264_decode_error_count": 19, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T22:11:56+09:00", "last_error_summary": "[h264 @ 0x5c5e346dc080] error while decoding MB 123 44, bytestream -5", "last_exit_at": "2026-09-02T22:11:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-02T22:11:59+09:00", "pid": 3221, "process": {"exists": true, "fd_count": 4, "hwm_mb": 75.074, "name": "ffmpeg", "pid": 3221, "rss_mb": 75.074, "state": "S (sleeping)", "threads": 1}, "restart_count": 15, "restart_count_per_hour": 14, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 16}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.073, "sample_count": 1685, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 213465, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:11:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 4.132, "last_frame_pushed_at": "2026-09-02T22:11:56+09:00", "last_frame_read_age_sec": 4.224, "last_frame_read_at": "2026-09-02T22:11:56+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 47, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 8.667, "last_sample_duration_ms": 704.525, "last_trigger": "periodic", "next_snapshot_in_sec": 591.333, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 47, "storage_bytes": 462878}, "mjpeg": {"age_sec": 4.127, "exists": true, "mtime": "2026-09-02T22:11:56.961032+09:00", "mtime_epoch": 1788354716.9610317, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 95192}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T22:12:01+09:00", "process": {"exists": true, "fd_count": 112, "hwm_mb": 1028.949, "name": "celery", "pid": 217, "rss_mb": 1006.383, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 213465, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 198}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 4}, "total": {"avg": 0.02, "max": 1.0, "p95": 0.0, "sample_count": 198}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 198, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.302, "pushed": 7.302, "read": 7.302}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 198, "client_acquire_ms": {"avg_ms": 0.007, "count": 198, "max_ms": 0.07, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4193.426, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.455, "count": 198, "max_ms": 2.251, "p95_ms": 1.18, "reason": null, "sample_age_ms": 4227.572, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.169, "count": 198, "max_ms": 1.771, "p95_ms": 0.802, "reason": null, "sample_age_ms": 4227.861, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.168, "count": 198, "max_ms": 0.816, "p95_ms": 0.403, "reason": null, "sample_age_ms": 4193.433, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.338, "count": 198, "max_ms": 4.173, "p95_ms": 2.185, "reason": null, "sample_age_ms": 4226.655, "source": "client_direct"}, "request_count": 198, "request_tensor_bytes": {"avg": 2211848.0, "count": 198, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4226.633, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 198, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4193.559, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.125, "count": 198, "max_ms": 51.08, "p95_ms": 41.614, "reason": null, "sample_age_ms": 4193.423, "source": "client_direct"}, "sample_age_ms": 4193.419, "source": "client_direct", "task_total_ms": {"avg_ms": 31.789, "count": 198, "max_ms": 52.221, "p95_ms": 43.663, "reason": null, "sample_age_ms": 4193.419, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.443, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.709, "count": 198, "max_ms": 6.505, "p95_ms": 1.153}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.221, "count": 198, "max_ms": 1.157, "p95_ms": 0.409}, "detection_prepare_ms": {"avg_ms": 0.116, "count": 198, "max_ms": 1.153, "p95_ms": 0.217}, "event_filter_ms": {"avg_ms": 0.003, "count": 198, "max_ms": 0.01, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.07, "count": 198, "max_ms": 0.284, "p95_ms": 0.13}, "mcmt_ms": {"avg_ms": 0.002, "count": 198, "max_ms": 0.011, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.168, "count": 198, "max_ms": 1.821, "p95_ms": 0.24}, "setup_ms": {"avg_ms": 0.039, "count": 198, "max_ms": 0.194, "p95_ms": 0.078}, "total_inside_ms": {"avg_ms": 0.675, "count": 198, "max_ms": 6.426, "p95_ms": 1.09}, "track_match_ms": {"avg_ms": 0.005, "count": 198, "max_ms": 0.092, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.051, "count": 198, "max_ms": 2.538, "p95_ms": 0.05}}, "gstreamer_push": {"avg_ms": 3.298, "count": 198, "max_ms": 13.489, "p95_ms": 5.684}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.039, "count": 198, "max_ms": 0.124, "p95_ms": 0.082}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 32.543, "count": 198, "max_ms": 53.067, "p95_ms": 44.979}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.033, "count": 198, "max_ms": 0.155, "p95_ms": 0.067}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 68.708, "count": 198, "max_ms": 117.581, "p95_ms": 89.753}, "inference_input_copy_ms": {"avg_ms": 1.136, "count": 198, "max_ms": 3.071, "p95_ms": 2.266}, "processing_residual_ms": {"avg_ms": 0.123, "count": 198, "max_ms": 0.985, "p95_ms": 0.216}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 70.001, "count": 198, "max_ms": 118.56, "p95_ms": 91.774}, "read_interval": {"avg_ms": 132.498, "count": 198, "max_ms": 3829.528, "p95_ms": 111.398}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 198, "max_ms": 0.08, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.127, "count": 198, "max_ms": 1.755, "p95_ms": 0.173}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 198, "max_ms": 0.066, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.114, "count": 198, "max_ms": 1.733, "p95_ms": 0.151}, "worker_merge_ms": {"avg_ms": 0.004, "count": 198, "max_ms": 0.024, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 32.556, "count": 198, "max_ms": 53.093, "p95_ms": 44.989}, "visualize": {"avg_ms": 34.713, "count": 198, "max_ms": 82.179, "p95_ms": 49.489}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 34.002, "count": 198, "max_ms": 81.035, "p95_ms": 46.864}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.558, "count": 198, "max_ms": 81.906, "p95_ms": 49.257}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.482, "count": 198, "max_ms": 81.751, "p95_ms": 49.148}, "visualizer_prepare_ms": {"avg_ms": 0.045, "count": 198, "max_ms": 0.161, "p95_ms": 0.089}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 198}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1006.281, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.144, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 90.42, "sample_count": 1636, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 213252, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:11:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 96262, "write_bytes_delta": 96262, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 654.0, "cpu_core_ratio": 0.524441, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 170.0, "pid": 3105, "reason": null, "system_cpu_core_ratio": 0.024973, "system_cpu_s_delta": 0.4999999999999999, "user_cpu_core_ratio": 0.499467, "user_cpu_s_delta": 10.0}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.33714, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 137015.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.116875, "system_cpu_s_delta": 2.3399999999996908, "user_cpu_core_ratio": 0.220265, "user_cpu_s_delta": 4.4099999999998545}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.902, "count": 176, "max_ms": 8.507, "p95_ms": 6.205, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 175}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 3}, "total": {"avg": 0.017, "max": 1.0, "p95": 0.0, "sample_count": 175}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.823, "count": 30, "max": 31.945, "p95": 28.582, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.629, "count": 30, "max": 15.397, "p95": 14.845, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 920.667, "count": 30, "max": 1464.0, "p95": 1386.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4945.933, "count": 30, "max": 95624.0, "p95": 19359.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.058, "p95": 0.051, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.676, "count": 30, "max": 1.113, "p95": 1.056, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.474, "count": 30, "max": 4.646, "p95": 4.382, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 95931.967, "count": 30, "max": 97300.0, "p95": 97271.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 92721.1, "count": 30, "max": 97300.0, "p95": 97271.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 202011.3, "count": 30, "max": 339498.0, "p95": 325137.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.301, "count": 30, "max": 1.041, "p95": 0.852, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.372, "count": 30, "max": 0.997, "p95": 0.824, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1427, "sampled_at": "2026-09-02T22:11:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T22:11:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.116, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 233290, "flush_count": 365, "flush_interval_seconds": 30.0, "flush_state": {"count": 365, "last_at": "2026-09-02T22:13:08", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T22:13:08", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 364}, "started": true, "suppressed_count": 214084, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 214084}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 365, "written_record_count": 365}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4688.938, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 592905830400, "copied_frame_count": 214448, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 592905830400, "frame_buffer_copies": 214448, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0827, "count": 512, "max_ms": 1.2092, "p50_ms": 0.0708, "p95_ms": 0.1334, "p99_ms": 0.1904}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.003, "count": 512, "max_ms": 3.1562, "p50_ms": 0.9283, "p95_ms": 1.6917, "p99_ms": 2.5353, "results": {"failed": 0, "not_applicable": 0, "success": 214448, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 14, "h264_decode_error_count": 19, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T22:11:56+09:00", "last_error_summary": "[h264 @ 0x5c5e346dc080] error while decoding MB 123 44, bytestream -5", "last_exit_at": "2026-09-02T22:11:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 124.344, "last_started_at": "2026-09-02T22:11:59+09:00", "pid": 3221, "process": {"exists": false, "pid": 3221}, "restart_count": 15, "restart_count_per_hour": 14, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 16}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 87.757, "sample_count": 1968, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 214448, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:14:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 0.016, "last_frame_pushed_at": "2026-09-02T22:14:03+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-09-02T22:14:03+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 47, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 131.027, "last_sample_duration_ms": 704.525, "last_trigger": "periodic", "next_snapshot_in_sec": 468.973, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 47, "storage_bytes": 462878}, "mjpeg": {"age_sec": 0.01, "exists": true, "mtime": "2026-09-02T22:14:03.421838+09:00", "mtime_epoch": 1788354843.4218376, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 94315}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T22:14:03+09:00", "process": {"exists": true, "fd_count": 113, "hwm_mb": 1029.008, "name": "celery", "pid": 217, "rss_mb": 1006.887, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 214448, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 258}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 258}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 258}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 258}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 258}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 258}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 258}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 258, "pushed_frames": 258, "read_frames": 258, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.702, "pushed": 8.702, "read": 8.702}, "hints": ["ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 258, "client_acquire_ms": {"avg_ms": 0.007, "count": 258, "max_ms": 0.036, "p95_ms": 0.016, "reason": null, "sample_age_ms": 71.299, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.475, "count": 258, "max_ms": 2.773, "p95_ms": 1.349, "reason": null, "sample_age_ms": 112.27, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.165, "count": 258, "max_ms": 1.514, "p95_ms": 0.936, "reason": null, "sample_age_ms": 112.556, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.095, "count": 258, "max_ms": 0.476, "p95_ms": 0.221, "reason": null, "sample_age_ms": 71.312, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.299, "count": 258, "max_ms": 2.919, "p95_ms": 2.213, "reason": null, "sample_age_ms": 111.345, "source": "client_direct"}, "request_count": 258, "request_tensor_bytes": {"avg": 2211848.0, "count": 258, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 111.326, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 258, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 71.645, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.511, "count": 258, "max_ms": 72.7, "p95_ms": 36.978, "reason": null, "sample_age_ms": 71.287, "source": "client_direct"}, "sample_age_ms": 71.28, "source": "client_direct", "task_total_ms": {"avg_ms": 29.051, "count": 258, "max_ms": 74.773, "p95_ms": 39.074, "reason": null, "sample_age_ms": 71.28, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.916, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.567, "count": 258, "max_ms": 1.612, "p95_ms": 0.89}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.187, "count": 258, "max_ms": 0.486, "p95_ms": 0.326}, "detection_prepare_ms": {"avg_ms": 0.082, "count": 258, "max_ms": 0.253, "p95_ms": 0.135}, "event_filter_ms": {"avg_ms": 0.003, "count": 258, "max_ms": 0.013, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.062, "count": 258, "max_ms": 0.188, "p95_ms": 0.103}, "mcmt_ms": {"avg_ms": 0.002, "count": 258, "max_ms": 0.023, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.138, "count": 258, "max_ms": 0.569, "p95_ms": 0.231}, "setup_ms": {"avg_ms": 0.036, "count": 258, "max_ms": 0.125, "p95_ms": 0.06}, "total_inside_ms": {"avg_ms": 0.535, "count": 258, "max_ms": 1.478, "p95_ms": 0.852}, "track_match_ms": {"avg_ms": 0.003, "count": 258, "max_ms": 0.009, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.022, "count": 258, "max_ms": 0.078, "p95_ms": 0.04}}, "gstreamer_push": {"avg_ms": 3.145, "count": 258, "max_ms": 9.503, "p95_ms": 5.887}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.036, "count": 258, "max_ms": 0.125, "p95_ms": 0.064}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.804, "count": 258, "max_ms": 76.255, "p95_ms": 41.294}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 258, "max_ms": 0.105, "p95_ms": 0.054}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 258, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 258, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 63.606, "count": 258, "max_ms": 145.365, "p95_ms": 79.5}, "inference_input_copy_ms": {"avg_ms": 1.281, "count": 258, "max_ms": 3.206, "p95_ms": 2.472}, "processing_residual_ms": {"avg_ms": 0.104, "count": 258, "max_ms": 0.296, "p95_ms": 0.19}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 258, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 258, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 65.02, "count": 258, "max_ms": 146.548, "p95_ms": 81.723}, "read_interval": {"avg_ms": 126.068, "count": 258, "max_ms": 4378.734, "p95_ms": 148.299}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 258, "max_ms": 0.051, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.095, "count": 258, "max_ms": 0.358, "p95_ms": 0.163}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 258, "max_ms": 0.028, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.083, "count": 258, "max_ms": 0.306, "p95_ms": 0.145}, "worker_merge_ms": {"avg_ms": 0.004, "count": 258, "max_ms": 0.045, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 29.816, "count": 258, "max_ms": 76.268, "p95_ms": 41.304}, "visualize": {"avg_ms": 32.566, "count": 258, "max_ms": 84.233, "p95_ms": 43.629}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.926, "count": 258, "max_ms": 83.232, "p95_ms": 42.996}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 258, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.418, "count": 258, "max_ms": 84.094, "p95_ms": 43.521}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 258, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 258, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.347, "count": 258, "max_ms": 84.003, "p95_ms": 43.451}, "visualizer_prepare_ms": {"avg_ms": 0.041, "count": 258, "max_ms": 0.215, "p95_ms": 0.071}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 258}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 258}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 258}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1012.031, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 46.755, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.38, "sample_count": 1895, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 214191, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:13:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 111549, "write_bytes_delta": 111549, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 551.0, "cpu_core_ratio": 1.140994, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22476.0, "pid": 3221, "reason": null, "system_cpu_core_ratio": 0.396615, "system_cpu_s_delta": 8.2, "user_cpu_core_ratio": 0.744379, "user_cpu_s_delta": 15.39}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.518502, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 280122.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.156711, "system_cpu_s_delta": 3.2400000000002365, "user_cpu_core_ratio": 0.36179, "user_cpu_s_delta": 7.480000000001382}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.239, "count": 241, "max_ms": 7.923, "p95_ms": 5.761, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 241}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.411, "count": 30, "max": 64.155, "p95": 40.09, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.951, "count": 30, "max": 26.644, "p95": 14.329, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 888.233, "count": 30, "max": 1514.0, "p95": 1418.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 5678.3, "count": 30, "max": 95624.0, "p95": 23791.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.397, "p95": 0.134, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.676, "count": 30, "max": 1.226, "p95": 1.088, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.485, "count": 30, "max": 4.646, "p95": 4.382, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96440.267, "count": 30, "max": 111549.0, "p95": 97224.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93197.9, "count": 30, "max": 111549.0, "p95": 97070.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 209757.733, "count": 30, "max": 402118.0, "p95": 333694.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.291, "count": 30, "max": 1.041, "p95": 0.852, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.372, "count": 30, "max": 0.997, "p95": 0.824, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1433, "sampled_at": "2026-09-02T22:13:33+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T22:13:33+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.65, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 233290, "flush_count": 365, "flush_interval_seconds": 30.0, "flush_state": {"count": 365, "last_at": "2026-09-02T22:13:08", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T22:13:08", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 364}, "started": true, "suppressed_count": 214084, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 214084}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 365, "written_record_count": 365}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4688.859, "limit_mb": null}, "detail": {"h264_decode_error_count": 15, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x58f945aeedc0] cabac decode of qscale diff failed at 108 94 [h264 @ 0x58f945aeedc0] error while decoding MB 108 94, bytestream 1759 [h264 @ 0x58f945c8cac0] cabac decode of qscale diff failed at 191 47 [h264 @ 0x58f945c8cac0] error while decoding MB 191 47, bytestream 13348 [h264 @ 0x58f944e9d9c0] cabac decode of qscale diff failed at 13 65 [h264 @ 0x58f944e9d9c0] error while decoding MB 13 65, bytestream 14705 [h264 @ 0x58f945aeedc0] cabac decode of qscale diff failed at 21 80 [h264 @ 0", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 592905830400, "copied_frame_count": 214448, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 592905830400, "frame_buffer_copies": 214448, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0827, "count": 512, "max_ms": 1.2092, "p50_ms": 0.0708, "p95_ms": 0.1334, "p99_ms": 0.1904}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.003, "count": 512, "max_ms": 3.1562, "p50_ms": 0.9283, "p95_ms": 1.6917, "p99_ms": 2.5353, "results": {"failed": 0, "not_applicable": 0, "success": 214448, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 15, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T22:14:03+09:00", "last_error_summary": "[h264 @ 0x58f945aeedc0] cabac decode of qscale diff failed at 108 94 [h264 @ 0x58f945aeedc0] error while decoding MB 108 94, bytestream 1759 [h264 @ 0x58f945c8cac0] cabac decode of qscale diff failed at 191 47 [h264 @ 0x58f945c8cac0] error while decoding MB 191 47, bytestream 13348 [h264 @ 0x58f944e9d9c0] cabac decode of qscale diff failed at 13 65 [h264 @ 0x58f944e9d9c0] error while decoding MB 13 65, bytestream 14705 [h264 @ 0x58f945aeedc0] cabac decode of qscale diff failed at 21 80 [h264 @ 0", "last_exit_at": "2026-09-02T22:11:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 124.355, "last_started_at": "2026-09-02T22:11:59+09:00", "pid": 3221, "process": {"exists": false, "pid": 3221}, "restart_count": 15, "restart_count_per_hour": 14, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 16}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 87.757, "sample_count": 1968, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 214448, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:14:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 0.027, "last_frame_pushed_at": "2026-09-02T22:14:03+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-09-02T22:14:03+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 47, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 131.051, "last_sample_duration_ms": 704.525, "last_trigger": "periodic", "next_snapshot_in_sec": 468.949, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 47, "storage_bytes": 462878}, "mjpeg": {"age_sec": 0.02, "exists": true, "mtime": "2026-09-02T22:14:03.421838+09:00", "mtime_epoch": 1788354843.4218376, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 94315}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T22:14:03+09:00", "process": {"exists": true, "fd_count": 112, "hwm_mb": 1029.008, "name": "celery", "pid": 217, "rss_mb": 1006.887, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 214448, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 258}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 258}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 258}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 258}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 258}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 258}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 258}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 258, "pushed_frames": 258, "read_frames": 258, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.699, "pushed": 8.699, "read": 8.699}, "hints": ["ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 258, "client_acquire_ms": {"avg_ms": 0.007, "count": 258, "max_ms": 0.036, "p95_ms": 0.016, "reason": null, "sample_age_ms": 83.193, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.475, "count": 258, "max_ms": 2.773, "p95_ms": 1.349, "reason": null, "sample_age_ms": 124.164, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.165, "count": 258, "max_ms": 1.514, "p95_ms": 0.936, "reason": null, "sample_age_ms": 124.45, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.095, "count": 258, "max_ms": 0.476, "p95_ms": 0.221, "reason": null, "sample_age_ms": 83.206, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.299, "count": 258, "max_ms": 2.919, "p95_ms": 2.213, "reason": null, "sample_age_ms": 123.24, "source": "client_direct"}, "request_count": 258, "request_tensor_bytes": {"avg": 2211848.0, "count": 258, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 123.221, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 258, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 83.54, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.511, "count": 258, "max_ms": 72.7, "p95_ms": 36.978, "reason": null, "sample_age_ms": 83.182, "source": "client_direct"}, "sample_age_ms": 83.174, "source": "client_direct", "task_total_ms": {"avg_ms": 29.051, "count": 258, "max_ms": 74.773, "p95_ms": 39.074, "reason": null, "sample_age_ms": 83.174, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.945, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.567, "count": 258, "max_ms": 1.612, "p95_ms": 0.89}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.187, "count": 258, "max_ms": 0.486, "p95_ms": 0.326}, "detection_prepare_ms": {"avg_ms": 0.082, "count": 258, "max_ms": 0.253, "p95_ms": 0.135}, "event_filter_ms": {"avg_ms": 0.003, "count": 258, "max_ms": 0.013, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.062, "count": 258, "max_ms": 0.188, "p95_ms": 0.103}, "mcmt_ms": {"avg_ms": 0.002, "count": 258, "max_ms": 0.023, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.138, "count": 258, "max_ms": 0.569, "p95_ms": 0.231}, "setup_ms": {"avg_ms": 0.036, "count": 258, "max_ms": 0.125, "p95_ms": 0.06}, "total_inside_ms": {"avg_ms": 0.535, "count": 258, "max_ms": 1.478, "p95_ms": 0.852}, "track_match_ms": {"avg_ms": 0.003, "count": 258, "max_ms": 0.009, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.022, "count": 258, "max_ms": 0.078, "p95_ms": 0.04}}, "gstreamer_push": {"avg_ms": 3.145, "count": 258, "max_ms": 9.503, "p95_ms": 5.887}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.036, "count": 258, "max_ms": 0.125, "p95_ms": 0.064}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.804, "count": 258, "max_ms": 76.255, "p95_ms": 41.294}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 258, "max_ms": 0.105, "p95_ms": 0.054}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 258, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 258, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 63.606, "count": 258, "max_ms": 145.365, "p95_ms": 79.5}, "inference_input_copy_ms": {"avg_ms": 1.281, "count": 258, "max_ms": 3.206, "p95_ms": 2.472}, "processing_residual_ms": {"avg_ms": 0.104, "count": 258, "max_ms": 0.296, "p95_ms": 0.19}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 258, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 258, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 65.02, "count": 258, "max_ms": 146.548, "p95_ms": 81.723}, "read_interval": {"avg_ms": 126.068, "count": 258, "max_ms": 4378.734, "p95_ms": 148.299}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 258, "max_ms": 0.051, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.095, "count": 258, "max_ms": 0.358, "p95_ms": 0.163}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 258, "max_ms": 0.028, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.083, "count": 258, "max_ms": 0.306, "p95_ms": 0.145}, "worker_merge_ms": {"avg_ms": 0.004, "count": 258, "max_ms": 0.045, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 29.816, "count": 258, "max_ms": 76.268, "p95_ms": 41.304}, "visualize": {"avg_ms": 32.566, "count": 258, "max_ms": 84.233, "p95_ms": 43.629}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.926, "count": 258, "max_ms": 83.232, "p95_ms": 42.996}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 258, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.418, "count": 258, "max_ms": 84.094, "p95_ms": 43.521}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 258, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 258, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.347, "count": 258, "max_ms": 84.003, "p95_ms": 43.451}, "visualizer_prepare_ms": {"avg_ms": 0.041, "count": 258, "max_ms": 0.215, "p95_ms": 0.071}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 258}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 258}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 258}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1012.031, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 46.755, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.38, "sample_count": 1895, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 214191, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:13:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 111549, "write_bytes_delta": 111549, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 551.0, "cpu_core_ratio": 1.140994, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22476.0, "pid": 3221, "reason": null, "system_cpu_core_ratio": 0.396615, "system_cpu_s_delta": 8.2, "user_cpu_core_ratio": 0.744379, "user_cpu_s_delta": 15.39}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.518502, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 280122.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.156711, "system_cpu_s_delta": 3.2400000000002365, "user_cpu_core_ratio": 0.36179, "user_cpu_s_delta": 7.480000000001382}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.239, "count": 241, "max_ms": 7.923, "p95_ms": 5.761, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 241}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.411, "count": 30, "max": 64.155, "p95": 40.09, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.951, "count": 30, "max": 26.644, "p95": 14.329, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 888.233, "count": 30, "max": 1514.0, "p95": 1418.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 5678.3, "count": 30, "max": 95624.0, "p95": 23791.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.397, "p95": 0.134, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.676, "count": 30, "max": 1.226, "p95": 1.088, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.485, "count": 30, "max": 4.646, "p95": 4.382, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96440.267, "count": 30, "max": 111549.0, "p95": 97224.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93197.9, "count": 30, "max": 111549.0, "p95": 97070.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 209757.733, "count": 30, "max": 402118.0, "p95": 333694.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.291, "count": 30, "max": 1.041, "p95": 0.852, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.372, "count": 30, "max": 0.997, "p95": 0.824, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1433, "sampled_at": "2026-09-02T22:13:33+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T22:13:33+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.66, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 233290, "flush_count": 365, "flush_interval_seconds": 30.0, "flush_state": {"count": 365, "last_at": "2026-09-02T22:13:08", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T22:13:08", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 364}, "started": true, "suppressed_count": 214084, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 214084}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 365, "written_record_count": 365}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4688.707, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 592905830400, "copied_frame_count": 214448, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 592905830400, "frame_buffer_copies": 214448, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0827, "count": 512, "max_ms": 1.2092, "p50_ms": 0.0708, "p95_ms": 0.1334, "p99_ms": 0.1904}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.003, "count": 512, "max_ms": 3.1562, "p50_ms": 0.9283, "p95_ms": 1.6917, "p99_ms": 2.5353, "results": {"failed": 0, "not_applicable": 0, "success": 214448, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 15, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T22:14:03+09:00", "last_error_summary": "[h264 @ 0x58f945aeedc0] cabac decode of qscale diff failed at 108 94 [h264 @ 0x58f945aeedc0] error while decoding MB 108 94, bytestream 1759 [h264 @ 0x58f945c8cac0] cabac decode of qscale diff failed at 191 47 [h264 @ 0x58f945c8cac0] error while decoding MB 191 47, bytestream 13348 [h264 @ 0x58f944e9d9c0] cabac decode of qscale diff failed at 13 65 [h264 @ 0x58f944e9d9c0] error while decoding MB 13 65, bytestream 14705 [h264 @ 0x58f945aeedc0] cabac decode of qscale diff failed at 21 80 [h264 @ 0", "last_exit_at": "2026-09-02T22:11:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 124.386, "last_started_at": "2026-09-02T22:11:59+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 15, "restart_count_per_hour": 14, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 16}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 87.757, "sample_count": 1968, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 214448, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:14:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 0.057, "last_frame_pushed_at": "2026-09-02T22:14:03+09:00", "last_frame_read_age_sec": 0.149, "last_frame_read_at": "2026-09-02T22:14:03+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 47, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 131.067, "last_sample_duration_ms": 704.525, "last_trigger": "periodic", "next_snapshot_in_sec": 468.933, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 47, "storage_bytes": 462878}, "mjpeg": {"age_sec": 0.05, "exists": true, "mtime": "2026-09-02T22:14:03.421838+09:00", "mtime_epoch": 1788354843.4218376, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 94315}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T22:14:03+09:00", "process": {"exists": true, "fd_count": 113, "hwm_mb": 1029.008, "name": "celery", "pid": 217, "rss_mb": 1006.887, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 214448, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 258}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 258}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 258}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 258}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 258}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 258}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 258}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 258, "pushed_frames": 258, "read_frames": 258, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.69, "pushed": 8.69, "read": 8.69}, "hints": ["ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 258, "client_acquire_ms": {"avg_ms": 0.007, "count": 258, "max_ms": 0.036, "p95_ms": 0.016, "reason": null, "sample_age_ms": 114.774, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.475, "count": 258, "max_ms": 2.773, "p95_ms": 1.349, "reason": null, "sample_age_ms": 155.745, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.165, "count": 258, "max_ms": 1.514, "p95_ms": 0.936, "reason": null, "sample_age_ms": 156.031, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.095, "count": 258, "max_ms": 0.476, "p95_ms": 0.221, "reason": null, "sample_age_ms": 114.787, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.299, "count": 258, "max_ms": 2.919, "p95_ms": 2.213, "reason": null, "sample_age_ms": 154.82, "source": "client_direct"}, "request_count": 258, "request_tensor_bytes": {"avg": 2211848.0, "count": 258, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 154.801, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 258, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 115.12, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.511, "count": 258, "max_ms": 72.7, "p95_ms": 36.978, "reason": null, "sample_age_ms": 114.763, "source": "client_direct"}, "sample_age_ms": 114.755, "source": "client_direct", "task_total_ms": {"avg_ms": 29.051, "count": 258, "max_ms": 74.773, "p95_ms": 39.074, "reason": null, "sample_age_ms": 114.755, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.962, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.567, "count": 258, "max_ms": 1.612, "p95_ms": 0.89}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.187, "count": 258, "max_ms": 0.486, "p95_ms": 0.326}, "detection_prepare_ms": {"avg_ms": 0.082, "count": 258, "max_ms": 0.253, "p95_ms": 0.135}, "event_filter_ms": {"avg_ms": 0.003, "count": 258, "max_ms": 0.013, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.062, "count": 258, "max_ms": 0.188, "p95_ms": 0.103}, "mcmt_ms": {"avg_ms": 0.002, "count": 258, "max_ms": 0.023, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.138, "count": 258, "max_ms": 0.569, "p95_ms": 0.231}, "setup_ms": {"avg_ms": 0.036, "count": 258, "max_ms": 0.125, "p95_ms": 0.06}, "total_inside_ms": {"avg_ms": 0.535, "count": 258, "max_ms": 1.478, "p95_ms": 0.852}, "track_match_ms": {"avg_ms": 0.003, "count": 258, "max_ms": 0.009, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.022, "count": 258, "max_ms": 0.078, "p95_ms": 0.04}}, "gstreamer_push": {"avg_ms": 3.145, "count": 258, "max_ms": 9.503, "p95_ms": 5.887}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.036, "count": 258, "max_ms": 0.125, "p95_ms": 0.064}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.804, "count": 258, "max_ms": 76.255, "p95_ms": 41.294}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 258, "max_ms": 0.105, "p95_ms": 0.054}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 258, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 258, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 63.606, "count": 258, "max_ms": 145.365, "p95_ms": 79.5}, "inference_input_copy_ms": {"avg_ms": 1.281, "count": 258, "max_ms": 3.206, "p95_ms": 2.472}, "processing_residual_ms": {"avg_ms": 0.104, "count": 258, "max_ms": 0.296, "p95_ms": 0.19}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 258, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 258, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 65.02, "count": 258, "max_ms": 146.548, "p95_ms": 81.723}, "read_interval": {"avg_ms": 126.068, "count": 258, "max_ms": 4378.734, "p95_ms": 148.299}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 258, "max_ms": 0.051, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.095, "count": 258, "max_ms": 0.358, "p95_ms": 0.163}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 258, "max_ms": 0.028, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.083, "count": 258, "max_ms": 0.306, "p95_ms": 0.145}, "worker_merge_ms": {"avg_ms": 0.004, "count": 258, "max_ms": 0.045, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 29.816, "count": 258, "max_ms": 76.268, "p95_ms": 41.304}, "visualize": {"avg_ms": 32.566, "count": 258, "max_ms": 84.233, "p95_ms": 43.629}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.926, "count": 258, "max_ms": 83.232, "p95_ms": 42.996}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 258, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.418, "count": 258, "max_ms": 84.094, "p95_ms": 43.521}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 258, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 258, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.347, "count": 258, "max_ms": 84.003, "p95_ms": 43.451}, "visualizer_prepare_ms": {"avg_ms": 0.041, "count": 258, "max_ms": 0.215, "p95_ms": 0.071}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 258}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 258}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 258}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1012.031, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 46.755, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.38, "sample_count": 1895, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 214191, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:13:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 111549, "write_bytes_delta": 111549, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 551.0, "cpu_core_ratio": 1.140994, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22476.0, "pid": 3221, "reason": null, "system_cpu_core_ratio": 0.396615, "system_cpu_s_delta": 8.2, "user_cpu_core_ratio": 0.744379, "user_cpu_s_delta": 15.39}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.518502, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 280122.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.156711, "system_cpu_s_delta": 3.2400000000002365, "user_cpu_core_ratio": 0.36179, "user_cpu_s_delta": 7.480000000001382}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.239, "count": 241, "max_ms": 7.923, "p95_ms": 5.761, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 241}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.411, "count": 30, "max": 64.155, "p95": 40.09, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.951, "count": 30, "max": 26.644, "p95": 14.329, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 888.233, "count": 30, "max": 1514.0, "p95": 1418.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 5678.3, "count": 30, "max": 95624.0, "p95": 23791.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.397, "p95": 0.134, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.676, "count": 30, "max": 1.226, "p95": 1.088, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.485, "count": 30, "max": 4.646, "p95": 4.382, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96440.267, "count": 30, "max": 111549.0, "p95": 97224.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93197.9, "count": 30, "max": 111549.0, "p95": 97070.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 209757.733, "count": 30, "max": 402118.0, "p95": 333694.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.291, "count": 30, "max": 1.041, "p95": 0.852, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.372, "count": 30, "max": 0.997, "p95": 0.824, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1433, "sampled_at": "2026-09-02T22:13:33+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T22:13:33+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.691, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 233290, "flush_count": 365, "flush_interval_seconds": 30.0, "flush_state": {"count": 365, "last_at": "2026-09-02T22:13:08", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T22:13:08", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 364}, "started": true, "suppressed_count": 214084, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 214084}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 365, "written_record_count": 365}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4953.062, "limit_mb": null}, "detail": {"pid": 3337, "restart_count": 16, "start_count": 17}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 592905830400, "copied_frame_count": 214448, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 592905830400, "frame_buffer_copies": 214448, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0827, "count": 512, "max_ms": 1.2092, "p50_ms": 0.0708, "p95_ms": 0.1334, "p99_ms": 0.1904}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.003, "count": 512, "max_ms": 3.1562, "p50_ms": 0.9283, "p95_ms": 1.6917, "p99_ms": 2.5353, "results": {"failed": 0, "not_applicable": 0, "success": 214448, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 15, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T22:14:03+09:00", "last_error_summary": "[h264 @ 0x58f945aeedc0] cabac decode of qscale diff failed at 108 94 [h264 @ 0x58f945aeedc0] error while decoding MB 108 94, bytestream 1759 [h264 @ 0x58f945c8cac0] cabac decode of qscale diff failed at 191 47 [h264 @ 0x58f945c8cac0] error while decoding MB 191 47, bytestream 13348 [h264 @ 0x58f944e9d9c0] cabac decode of qscale diff failed at 13 65 [h264 @ 0x58f944e9d9c0] error while decoding MB 13 65, bytestream 14705 [h264 @ 0x58f945aeedc0] cabac decode of qscale diff failed at 21 80 [h264 @ 0", "last_exit_at": "2026-09-02T22:11:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-02T22:14:05+09:00", "pid": 3337, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.684, "name": "ffmpeg", "pid": 3337, "rss_mb": 297.684, "state": "R (running)", "threads": 49}, "restart_count": 16, "restart_count_per_hour": 15, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 17}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 87.757, "sample_count": 1968, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 214448, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:14:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 4.568, "last_frame_pushed_at": "2026-09-02T22:14:03+09:00", "last_frame_read_age_sec": 4.659, "last_frame_read_at": "2026-09-02T22:14:03+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 47, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 135.565, "last_sample_duration_ms": 704.525, "last_trigger": "periodic", "next_snapshot_in_sec": 464.435, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 47, "storage_bytes": 462878}, "mjpeg": {"age_sec": 4.561, "exists": true, "mtime": "2026-09-02T22:14:03.421838+09:00", "mtime_epoch": 1788354843.4218376, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 94315}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T22:14:07+09:00", "process": {"exists": true, "fd_count": 112, "hwm_mb": 1029.008, "name": "celery", "pid": 217, "rss_mb": 1006.887, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 214448, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 216}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.206, "pushed": 7.206, "read": 7.173}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 215, "client_acquire_ms": {"avg_ms": 0.006, "count": 215, "max_ms": 0.036, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4624.288, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.454, "count": 215, "max_ms": 1.74, "p95_ms": 1.333, "reason": null, "sample_age_ms": 4665.26, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.158, "count": 215, "max_ms": 1.514, "p95_ms": 0.941, "reason": null, "sample_age_ms": 4665.546, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.099, "count": 215, "max_ms": 0.476, "p95_ms": 0.23, "reason": null, "sample_age_ms": 4624.302, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.296, "count": 215, "max_ms": 2.919, "p95_ms": 2.215, "reason": null, "sample_age_ms": 4664.335, "source": "client_direct"}, "request_count": 215, "request_tensor_bytes": {"avg": 2211848.0, "count": 215, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4664.316, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 215, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4624.635, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.225, "count": 215, "max_ms": 46.589, "p95_ms": 36.941, "reason": null, "sample_age_ms": 4624.277, "source": "client_direct"}, "sample_age_ms": 4624.27, "source": "client_direct", "task_total_ms": {"avg_ms": 28.767, "count": 215, "max_ms": 49.068, "p95_ms": 38.911, "reason": null, "sample_age_ms": 4624.27, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.65, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.567, "count": 216, "max_ms": 1.612, "p95_ms": 0.888}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.188, "count": 216, "max_ms": 0.486, "p95_ms": 0.326}, "detection_prepare_ms": {"avg_ms": 0.082, "count": 216, "max_ms": 0.253, "p95_ms": 0.132}, "event_filter_ms": {"avg_ms": 0.003, "count": 216, "max_ms": 0.013, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.062, "count": 216, "max_ms": 0.188, "p95_ms": 0.103}, "mcmt_ms": {"avg_ms": 0.002, "count": 216, "max_ms": 0.023, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.137, "count": 216, "max_ms": 0.569, "p95_ms": 0.229}, "setup_ms": {"avg_ms": 0.036, "count": 216, "max_ms": 0.125, "p95_ms": 0.06}, "total_inside_ms": {"avg_ms": 0.535, "count": 216, "max_ms": 1.478, "p95_ms": 0.842}, "track_match_ms": {"avg_ms": 0.003, "count": 216, "max_ms": 0.009, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.022, "count": 216, "max_ms": 0.078, "p95_ms": 0.04}}, "gstreamer_push": {"avg_ms": 3.056, "count": 216, "max_ms": 8.968, "p95_ms": 5.06}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.036, "count": 216, "max_ms": 0.125, "p95_ms": 0.064}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.716, "count": 216, "max_ms": 76.255, "p95_ms": 40.981}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 216, "max_ms": 0.105, "p95_ms": 0.053}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 63.788, "count": 216, "max_ms": 145.365, "p95_ms": 80.817}, "inference_input_copy_ms": {"avg_ms": 1.255, "count": 216, "max_ms": 3.206, "p95_ms": 2.387}, "processing_residual_ms": {"avg_ms": 0.102, "count": 216, "max_ms": 0.296, "p95_ms": 0.183}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 65.173, "count": 216, "max_ms": 146.548, "p95_ms": 82.831}, "read_interval": {"avg_ms": 118.425, "count": 215, "max_ms": 4378.734, "p95_ms": 124.416}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 216, "max_ms": 0.051, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.094, "count": 216, "max_ms": 0.358, "p95_ms": 0.163}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 216, "max_ms": 0.028, "p95_ms": 0.009}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.083, "count": 216, "max_ms": 0.306, "p95_ms": 0.145}, "worker_merge_ms": {"avg_ms": 0.004, "count": 216, "max_ms": 0.026, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 29.728, "count": 216, "max_ms": 76.268, "p95_ms": 40.994}, "visualize": {"avg_ms": 32.834, "count": 216, "max_ms": 84.233, "p95_ms": 45.024}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.191, "count": 216, "max_ms": 83.232, "p95_ms": 44.223}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.686, "count": 216, "max_ms": 84.094, "p95_ms": 44.858}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.615, "count": 216, "max_ms": 84.003, "p95_ms": 44.76}, "visualizer_prepare_ms": {"avg_ms": 0.042, "count": 216, "max_ms": 0.215, "p95_ms": 0.071}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 216}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1012.031, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 46.755, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.38, "sample_count": 1895, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 214191, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:13:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 111549, "write_bytes_delta": 111549, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 551.0, "cpu_core_ratio": 1.140994, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22476.0, "pid": 3221, "reason": null, "system_cpu_core_ratio": 0.396615, "system_cpu_s_delta": 8.2, "user_cpu_core_ratio": 0.744379, "user_cpu_s_delta": 15.39}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.518502, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 280122.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.156711, "system_cpu_s_delta": 3.2400000000002365, "user_cpu_core_ratio": 0.36179, "user_cpu_s_delta": 7.480000000001382}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.239, "count": 241, "max_ms": 7.923, "p95_ms": 5.761, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 241}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.411, "count": 30, "max": 64.155, "p95": 40.09, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.951, "count": 30, "max": 26.644, "p95": 14.329, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 888.233, "count": 30, "max": 1514.0, "p95": 1418.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 5678.3, "count": 30, "max": 95624.0, "p95": 23791.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.397, "p95": 0.134, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.676, "count": 30, "max": 1.226, "p95": 1.088, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.485, "count": 30, "max": 4.646, "p95": 4.382, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96440.267, "count": 30, "max": 111549.0, "p95": 97224.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93197.9, "count": 30, "max": 111549.0, "p95": 97070.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 209757.733, "count": 30, "max": 402118.0, "p95": 333694.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.291, "count": 30, "max": 1.041, "p95": 0.852, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.372, "count": 30, "max": 0.997, "p95": 0.824, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1433, "sampled_at": "2026-09-02T22:13:33+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T22:13:33+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 263281, "flush_count": 404, "flush_interval_seconds": 30.0, "flush_state": {"count": 404, "last_at": "2026-09-02T22:52:10", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T22:52:10", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 403}, "started": true, "suppressed_count": 236883, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 236883}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 404, "written_record_count": 404}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4766.34, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x564896f69400] error while decoding MB 90 85, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 656048332800, "copied_frame_count": 237286, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 656048332800, "frame_buffer_copies": 237286, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0835, "count": 512, "max_ms": 1.1889, "p50_ms": 0.0715, "p95_ms": 0.1438, "p99_ms": 0.2177}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9107, "count": 512, "max_ms": 3.5253, "p50_ms": 0.8381, "p95_ms": 1.5413, "p99_ms": 2.1506, "results": {"failed": 0, "not_applicable": 0, "success": 237286, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 16, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T22:52:33+09:00", "last_error_summary": "[h264 @ 0x564896f69400] error while decoding MB 90 85, bytestream -5", "last_exit_at": "2026-09-02T22:11:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 2307.274, "last_started_at": "2026-09-02T22:14:05+09:00", "pid": 3337, "process": {"exists": false, "pid": 3337}, "restart_count": 16, "restart_count_per_hour": 15, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 17}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 69.79, "sample_count": 2782, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 237286, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:52:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 0.019, "last_frame_pushed_at": "2026-09-02T22:52:33+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-09-02T22:52:33+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 51, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 32.165, "last_sample_duration_ms": 639.433, "last_trigger": "periodic", "next_snapshot_in_sec": 567.835, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 51, "storage_bytes": 496957}, "mjpeg": {"age_sec": 0.017, "exists": true, "mtime": "2026-09-02T22:52:33.243068+09:00", "mtime_epoch": 1788357153.2430675, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 97975}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T22:52:33+09:00", "process": {"exists": true, "fd_count": 112, "hwm_mb": 1052.004, "name": "celery", "pid": 217, "rss_mb": 1052.004, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 237286, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 213}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 213}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 213}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 213}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 213}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 213}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 213}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 213, "pushed_frames": 213, "read_frames": 213, "select_timeouts": 13, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.181, "pushed": 8.181, "read": 8.181}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 213, "client_acquire_ms": {"avg_ms": 0.007, "count": 213, "max_ms": 0.074, "p95_ms": 0.013, "reason": null, "sample_age_ms": 61.135, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.428, "count": 213, "max_ms": 3.52, "p95_ms": 1.234, "reason": null, "sample_age_ms": 95.824, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.161, "count": 213, "max_ms": 2.724, "p95_ms": 0.789, "reason": null, "sample_age_ms": 96.012, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.107, "count": 213, "max_ms": 0.586, "p95_ms": 0.274, "reason": null, "sample_age_ms": 61.142, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.093, "count": 213, "max_ms": 2.45, "p95_ms": 1.943, "reason": null, "sample_age_ms": 94.931, "source": "client_direct"}, "request_count": 213, "request_tensor_bytes": {"avg": 2211848.0, "count": 213, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 94.911, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 213, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 61.315, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.396, "count": 213, "max_ms": 59.684, "p95_ms": 43.106, "reason": null, "sample_age_ms": 61.131, "source": "client_direct"}, "sample_age_ms": 61.124, "source": "client_direct", "task_total_ms": {"avg_ms": 31.738, "count": 213, "max_ms": 61.373, "p95_ms": 44.696, "reason": null, "sample_age_ms": 61.124, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.772, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.605, "count": 213, "max_ms": 2.146, "p95_ms": 1.158}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.201, "count": 213, "max_ms": 0.789, "p95_ms": 0.386}, "detection_prepare_ms": {"avg_ms": 0.092, "count": 213, "max_ms": 0.36, "p95_ms": 0.176}, "event_filter_ms": {"avg_ms": 0.003, "count": 213, "max_ms": 0.043, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.066, "count": 213, "max_ms": 0.25, "p95_ms": 0.123}, "mcmt_ms": {"avg_ms": 0.002, "count": 213, "max_ms": 0.01, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.145, "count": 213, "max_ms": 1.182, "p95_ms": 0.256}, "setup_ms": {"avg_ms": 0.036, "count": 213, "max_ms": 0.166, "p95_ms": 0.07}, "total_inside_ms": {"avg_ms": 0.572, "count": 213, "max_ms": 2.021, "p95_ms": 1.094}, "track_match_ms": {"avg_ms": 0.004, "count": 213, "max_ms": 0.044, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.023, "count": 213, "max_ms": 0.101, "p95_ms": 0.044}}, "gstreamer_push": {"avg_ms": 1.935, "count": 213, "max_ms": 5.454, "p95_ms": 3.281}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.038, "count": 213, "max_ms": 0.276, "p95_ms": 0.072}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 32.446, "count": 213, "max_ms": 64.082, "p95_ms": 45.809}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 213, "max_ms": 0.125, "p95_ms": 0.052}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 57.084, "count": 213, "max_ms": 107.394, "p95_ms": 80.625}, "inference_input_copy_ms": {"avg_ms": 0.848, "count": 213, "max_ms": 2.615, "p95_ms": 1.526}, "processing_residual_ms": {"avg_ms": 0.096, "count": 213, "max_ms": 0.435, "p95_ms": 0.187}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 58.055, "count": 213, "max_ms": 109.662, "p95_ms": 82.054}, "read_interval": {"avg_ms": 160.813, "count": 213, "max_ms": 8307.42, "p95_ms": 142.813}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 213, "max_ms": 0.065, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.098, "count": 213, "max_ms": 0.648, "p95_ms": 0.171}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 213, "max_ms": 0.026, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.085, "count": 213, "max_ms": 0.605, "p95_ms": 0.155}, "worker_merge_ms": {"avg_ms": 0.004, "count": 213, "max_ms": 0.022, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 32.459, "count": 213, "max_ms": 64.1, "p95_ms": 45.819}, "visualize": {"avg_ms": 23.37, "count": 213, "max_ms": 51.388, "p95_ms": 37.134}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 22.73, "count": 213, "max_ms": 50.454, "p95_ms": 35.801}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 23.227, "count": 213, "max_ms": 51.163, "p95_ms": 36.941}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 23.159, "count": 213, "max_ms": 51.05, "p95_ms": 36.857}, "visualizer_prepare_ms": {"avg_ms": 0.04, "count": 213, "max_ms": 0.156, "p95_ms": 0.076}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 213}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 213}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 213}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1052.004, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.328, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 69.683, "sample_count": 2816, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 237267, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:52:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 97696, "write_bytes_delta": 97696, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1266.0, "cpu_core_ratio": 1.04114, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 3337, "reason": null, "system_cpu_core_ratio": 0.048358, "system_cpu_s_delta": 1.0, "user_cpu_core_ratio": 0.992782, "user_cpu_s_delta": 20.5300000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.464717, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 35.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.044489, "system_cpu_s_delta": 0.9200000000000728, "user_cpu_core_ratio": 0.420228, "user_cpu_s_delta": 8.69000000000051}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.88, "count": 211, "max_ms": 5.454, "p95_ms": 3.076, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 211}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 211}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.501, "count": 30, "max": 60.887, "p95": 27.312, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.496, "count": 30, "max": 32.651, "p95": 15.861, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1350.333, "count": 30, "max": 1403.0, "p95": 1398.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 5.533, "count": 30, "max": 76.0, "p95": 47.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.043, "count": 30, "max": 0.05, "p95": 0.049, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.863, "count": 30, "max": 0.993, "p95": 0.943, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.002, "count": 30, "max": 0.071, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 97814.733, "count": 30, "max": 100508.0, "p95": 100323.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97814.733, "count": 30, "max": 100508.0, "p95": 100323.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 24.133, "count": 30, "max": 48.0, "p95": 40.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.063, "count": 30, "max": 0.098, "p95": 0.092, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.449, "count": 30, "max": 0.485, "p95": 0.479, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1549, "sampled_at": "2026-09-02T22:52:27+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T22:52:27+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 26.037, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 263281, "flush_count": 404, "flush_interval_seconds": 30.0, "flush_state": {"count": 404, "last_at": "2026-09-02T22:52:10", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T22:52:10", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 403}, "started": true, "suppressed_count": 236883, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 236883}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 404, "written_record_count": 404}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4767.219, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 656048332800, "copied_frame_count": 237286, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 656048332800, "frame_buffer_copies": 237286, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0835, "count": 512, "max_ms": 1.1889, "p50_ms": 0.0715, "p95_ms": 0.1438, "p99_ms": 0.2177}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9107, "count": 512, "max_ms": 3.5253, "p50_ms": 0.8381, "p95_ms": 1.5413, "p99_ms": 2.1506, "results": {"failed": 0, "not_applicable": 0, "success": 237286, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 16, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T22:52:33+09:00", "last_error_summary": "[h264 @ 0x564896f69400] error while decoding MB 90 85, bytestream -5", "last_exit_at": "2026-09-02T22:11:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 2307.304, "last_started_at": "2026-09-02T22:14:05+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 16, "restart_count_per_hour": 15, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 17}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 69.79, "sample_count": 2782, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 237286, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:52:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 0.05, "last_frame_pushed_at": "2026-09-02T22:52:33+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-09-02T22:52:33+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 51, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 32.187, "last_sample_duration_ms": 639.433, "last_trigger": "periodic", "next_snapshot_in_sec": 567.813, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 51, "storage_bytes": 496957}, "mjpeg": {"age_sec": 0.043, "exists": true, "mtime": "2026-09-02T22:52:33.243068+09:00", "mtime_epoch": 1788357153.2430675, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 97975}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T22:52:33+09:00", "process": {"exists": true, "fd_count": 111, "hwm_mb": 1052.0, "name": "celery", "pid": 217, "rss_mb": 1052.0, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 237286, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 213}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 213}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 213}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 213}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 213}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 213}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 213}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 213, "pushed_frames": 213, "read_frames": 213, "select_timeouts": 13, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.172, "pushed": 8.172, "read": 8.172}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 213, "client_acquire_ms": {"avg_ms": 0.007, "count": 213, "max_ms": 0.074, "p95_ms": 0.013, "reason": null, "sample_age_ms": 86.419, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.428, "count": 213, "max_ms": 3.52, "p95_ms": 1.234, "reason": null, "sample_age_ms": 121.107, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.161, "count": 213, "max_ms": 2.724, "p95_ms": 0.789, "reason": null, "sample_age_ms": 121.295, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.107, "count": 213, "max_ms": 0.586, "p95_ms": 0.274, "reason": null, "sample_age_ms": 86.426, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.093, "count": 213, "max_ms": 2.45, "p95_ms": 1.943, "reason": null, "sample_age_ms": 120.215, "source": "client_direct"}, "request_count": 213, "request_tensor_bytes": {"avg": 2211848.0, "count": 213, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 120.194, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 213, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 86.598, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.396, "count": 213, "max_ms": 59.684, "p95_ms": 43.106, "reason": null, "sample_age_ms": 86.414, "source": "client_direct"}, "sample_age_ms": 86.408, "source": "client_direct", "task_total_ms": {"avg_ms": 31.738, "count": 213, "max_ms": 61.373, "p95_ms": 44.696, "reason": null, "sample_age_ms": 86.408, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.752, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.605, "count": 213, "max_ms": 2.146, "p95_ms": 1.158}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.201, "count": 213, "max_ms": 0.789, "p95_ms": 0.386}, "detection_prepare_ms": {"avg_ms": 0.092, "count": 213, "max_ms": 0.36, "p95_ms": 0.176}, "event_filter_ms": {"avg_ms": 0.003, "count": 213, "max_ms": 0.043, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.066, "count": 213, "max_ms": 0.25, "p95_ms": 0.123}, "mcmt_ms": {"avg_ms": 0.002, "count": 213, "max_ms": 0.01, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.145, "count": 213, "max_ms": 1.182, "p95_ms": 0.256}, "setup_ms": {"avg_ms": 0.036, "count": 213, "max_ms": 0.166, "p95_ms": 0.07}, "total_inside_ms": {"avg_ms": 0.572, "count": 213, "max_ms": 2.021, "p95_ms": 1.094}, "track_match_ms": {"avg_ms": 0.004, "count": 213, "max_ms": 0.044, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.023, "count": 213, "max_ms": 0.101, "p95_ms": 0.044}}, "gstreamer_push": {"avg_ms": 1.935, "count": 213, "max_ms": 5.454, "p95_ms": 3.281}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.038, "count": 213, "max_ms": 0.276, "p95_ms": 0.072}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 32.446, "count": 213, "max_ms": 64.082, "p95_ms": 45.809}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 213, "max_ms": 0.125, "p95_ms": 0.052}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 57.084, "count": 213, "max_ms": 107.394, "p95_ms": 80.625}, "inference_input_copy_ms": {"avg_ms": 0.848, "count": 213, "max_ms": 2.615, "p95_ms": 1.526}, "processing_residual_ms": {"avg_ms": 0.096, "count": 213, "max_ms": 0.435, "p95_ms": 0.187}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 58.055, "count": 213, "max_ms": 109.662, "p95_ms": 82.054}, "read_interval": {"avg_ms": 160.813, "count": 213, "max_ms": 8307.42, "p95_ms": 142.813}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 213, "max_ms": 0.065, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.098, "count": 213, "max_ms": 0.648, "p95_ms": 0.171}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 213, "max_ms": 0.026, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.085, "count": 213, "max_ms": 0.605, "p95_ms": 0.155}, "worker_merge_ms": {"avg_ms": 0.004, "count": 213, "max_ms": 0.022, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 32.459, "count": 213, "max_ms": 64.1, "p95_ms": 45.819}, "visualize": {"avg_ms": 23.37, "count": 213, "max_ms": 51.388, "p95_ms": 37.134}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 22.73, "count": 213, "max_ms": 50.454, "p95_ms": 35.801}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 23.227, "count": 213, "max_ms": 51.163, "p95_ms": 36.941}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 23.159, "count": 213, "max_ms": 51.05, "p95_ms": 36.857}, "visualizer_prepare_ms": {"avg_ms": 0.04, "count": 213, "max_ms": 0.156, "p95_ms": 0.076}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 213}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 213}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 213}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1052.004, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.328, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 69.683, "sample_count": 2816, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 237267, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:52:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 97696, "write_bytes_delta": 97696, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1266.0, "cpu_core_ratio": 1.04114, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 3337, "reason": null, "system_cpu_core_ratio": 0.048358, "system_cpu_s_delta": 1.0, "user_cpu_core_ratio": 0.992782, "user_cpu_s_delta": 20.5300000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.464717, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 35.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.044489, "system_cpu_s_delta": 0.9200000000000728, "user_cpu_core_ratio": 0.420228, "user_cpu_s_delta": 8.69000000000051}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.88, "count": 211, "max_ms": 5.454, "p95_ms": 3.076, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 211}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 211}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.501, "count": 30, "max": 60.887, "p95": 27.312, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.496, "count": 30, "max": 32.651, "p95": 15.861, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1350.333, "count": 30, "max": 1403.0, "p95": 1398.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 5.533, "count": 30, "max": 76.0, "p95": 47.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.043, "count": 30, "max": 0.05, "p95": 0.049, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.863, "count": 30, "max": 0.993, "p95": 0.943, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.002, "count": 30, "max": 0.071, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 97814.733, "count": 30, "max": 100508.0, "p95": 100323.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97814.733, "count": 30, "max": 100508.0, "p95": 100323.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 24.133, "count": 30, "max": 48.0, "p95": 40.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.063, "count": 30, "max": 0.098, "p95": 0.092, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.449, "count": 30, "max": 0.485, "p95": 0.479, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1549, "sampled_at": "2026-09-02T22:52:27+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T22:52:27+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 26.064, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 263281, "flush_count": 404, "flush_interval_seconds": 30.0, "flush_state": {"count": 404, "last_at": "2026-09-02T22:52:10", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T22:52:10", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 403}, "started": true, "suppressed_count": 236883, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 236883}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 404, "written_record_count": 404}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5114.746, "limit_mb": null}, "detail": {"pid": 3453, "restart_count": 17, "start_count": 18}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 656048332800, "copied_frame_count": 237286, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 656048332800, "frame_buffer_copies": 237286, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0835, "count": 512, "max_ms": 1.1889, "p50_ms": 0.0715, "p95_ms": 0.1438, "p99_ms": 0.2177}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9107, "count": 512, "max_ms": 3.5253, "p50_ms": 0.8381, "p95_ms": 1.5413, "p99_ms": 2.1506, "results": {"failed": 0, "not_applicable": 0, "success": 237286, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 16, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T22:52:33+09:00", "last_error_summary": "[h264 @ 0x564896f69400] error while decoding MB 90 85, bytestream -5", "last_exit_at": "2026-09-02T22:11:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-02T22:52:36+09:00", "pid": 3453, "process": {"exists": true, "fd_count": 5, "hwm_mb": 382.039, "name": "ffmpeg", "pid": 3453, "rss_mb": 382.039, "state": "S (sleeping)", "threads": 70}, "restart_count": 17, "restart_count_per_hour": 16, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 18}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 69.832, "sample_count": 2732, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 237286, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:52:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 5.044, "last_frame_pushed_at": "2026-09-02T22:52:33+09:00", "last_frame_read_age_sec": 5.112, "last_frame_read_at": "2026-09-02T22:52:33+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 51, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 37.189, "last_sample_duration_ms": 639.433, "last_trigger": "periodic", "next_snapshot_in_sec": 562.811, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 51, "storage_bytes": 496957}, "mjpeg": {"age_sec": 5.037, "exists": true, "mtime": "2026-09-02T22:52:33.243068+09:00", "mtime_epoch": 1788357153.2430675, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 97975}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T22:52:38+09:00", "process": {"exists": true, "fd_count": 112, "hwm_mb": 1052.004, "name": "celery", "pid": 217, "rss_mb": 1052.004, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 237286, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 194}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 194}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 194}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 194}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 194}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 194}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 194}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.468, "pushed": 6.468, "read": 6.435}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 193, "client_acquire_ms": {"avg_ms": 0.007, "count": 193, "max_ms": 0.074, "p95_ms": 0.013, "reason": null, "sample_age_ms": 5085.336, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.438, "count": 193, "max_ms": 3.52, "p95_ms": 1.239, "reason": null, "sample_age_ms": 5120.025, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.165, "count": 193, "max_ms": 2.724, "p95_ms": 0.818, "reason": null, "sample_age_ms": 5120.213, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.112, "count": 193, "max_ms": 0.586, "p95_ms": 0.275, "reason": null, "sample_age_ms": 5085.343, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.121, "count": 193, "max_ms": 2.45, "p95_ms": 1.959, "reason": null, "sample_age_ms": 5119.133, "source": "client_direct"}, "request_count": 193, "request_tensor_bytes": {"avg": 2211848.0, "count": 193, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 5119.112, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 193, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5085.516, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.989, "count": 193, "max_ms": 59.684, "p95_ms": 43.27, "reason": null, "sample_age_ms": 5085.332, "source": "client_direct"}, "sample_age_ms": 5085.325, "source": "client_direct", "task_total_ms": {"avg_ms": 32.368, "count": 193, "max_ms": 61.373, "p95_ms": 44.785, "reason": null, "sample_age_ms": 5085.325, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.991, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.618, "count": 194, "max_ms": 2.146, "p95_ms": 1.166}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.205, "count": 194, "max_ms": 0.789, "p95_ms": 0.391}, "detection_prepare_ms": {"avg_ms": 0.094, "count": 194, "max_ms": 0.36, "p95_ms": 0.178}, "event_filter_ms": {"avg_ms": 0.003, "count": 194, "max_ms": 0.043, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.067, "count": 194, "max_ms": 0.25, "p95_ms": 0.136}, "mcmt_ms": {"avg_ms": 0.002, "count": 194, "max_ms": 0.01, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.147, "count": 194, "max_ms": 1.182, "p95_ms": 0.257}, "setup_ms": {"avg_ms": 0.037, "count": 194, "max_ms": 0.166, "p95_ms": 0.072}, "total_inside_ms": {"avg_ms": 0.583, "count": 194, "max_ms": 2.021, "p95_ms": 1.126}, "track_match_ms": {"avg_ms": 0.004, "count": 194, "max_ms": 0.044, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.023, "count": 194, "max_ms": 0.101, "p95_ms": 0.045}}, "gstreamer_push": {"avg_ms": 1.983, "count": 194, "max_ms": 5.454, "p95_ms": 3.311}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.038, "count": 194, "max_ms": 0.276, "p95_ms": 0.08}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 33.067, "count": 194, "max_ms": 64.082, "p95_ms": 45.981}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 194, "max_ms": 0.125, "p95_ms": 0.052}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 194, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 194, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 58.315, "count": 194, "max_ms": 107.394, "p95_ms": 81.419}, "inference_input_copy_ms": {"avg_ms": 0.866, "count": 194, "max_ms": 2.615, "p95_ms": 1.53}, "processing_residual_ms": {"avg_ms": 0.098, "count": 194, "max_ms": 0.435, "p95_ms": 0.192}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 194, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 194, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 59.307, "count": 194, "max_ms": 109.662, "p95_ms": 82.472}, "read_interval": {"avg_ms": 129.184, "count": 193, "max_ms": 3780.798, "p95_ms": 142.813}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 194, "max_ms": 0.065, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.099, "count": 194, "max_ms": 0.648, "p95_ms": 0.184}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 194, "max_ms": 0.026, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.087, "count": 194, "max_ms": 0.605, "p95_ms": 0.163}, "worker_merge_ms": {"avg_ms": 0.004, "count": 194, "max_ms": 0.022, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 33.08, "count": 194, "max_ms": 64.1, "p95_ms": 46.037}, "visualize": {"avg_ms": 23.949, "count": 194, "max_ms": 51.388, "p95_ms": 38.692}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 23.297, "count": 194, "max_ms": 50.454, "p95_ms": 36.378}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 194, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 23.803, "count": 194, "max_ms": 51.163, "p95_ms": 38.385}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 194, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 194, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 23.734, "count": 194, "max_ms": 51.05, "p95_ms": 38.273}, "visualizer_prepare_ms": {"avg_ms": 0.041, "count": 194, "max_ms": 0.156, "p95_ms": 0.078}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 194}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 194}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 194}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1052.004, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.328, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 69.683, "sample_count": 2816, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 237267, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:52:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 97696, "write_bytes_delta": 97696, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1266.0, "cpu_core_ratio": 1.04114, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 3337, "reason": null, "system_cpu_core_ratio": 0.048358, "system_cpu_s_delta": 1.0, "user_cpu_core_ratio": 0.992782, "user_cpu_s_delta": 20.5300000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.464717, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 35.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.044489, "system_cpu_s_delta": 0.9200000000000728, "user_cpu_core_ratio": 0.420228, "user_cpu_s_delta": 8.69000000000051}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.88, "count": 211, "max_ms": 5.454, "p95_ms": 3.076, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 211}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 211}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.501, "count": 30, "max": 60.887, "p95": 27.312, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.496, "count": 30, "max": 32.651, "p95": 15.861, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1350.333, "count": 30, "max": 1403.0, "p95": 1398.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 5.533, "count": 30, "max": 76.0, "p95": 47.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.043, "count": 30, "max": 0.05, "p95": 0.049, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.863, "count": 30, "max": 0.993, "p95": 0.943, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.002, "count": 30, "max": 0.071, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 97814.733, "count": 30, "max": 100508.0, "p95": 100323.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97814.733, "count": 30, "max": 100508.0, "p95": 100323.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 24.133, "count": 30, "max": 48.0, "p95": 40.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.063, "count": 30, "max": 0.098, "p95": 0.092, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.449, "count": 30, "max": 0.485, "p95": 0.479, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1549, "sampled_at": "2026-09-02T22:52:27+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T22:52:27+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 267126, "flush_count": 409, "flush_interval_seconds": 30.0, "flush_state": {"count": 409, "last_at": "2026-09-02T22:57:11", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T22:57:11", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 408}, "started": true, "suppressed_count": 239842, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 239842}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 409, "written_record_count": 409}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4773.949, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5b0d21a31200] error while decoding MB 6 65, bytestream -7", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 664240435200, "copied_frame_count": 240249, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 664240435200, "frame_buffer_copies": 240249, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0887, "count": 512, "max_ms": 1.6967, "p50_ms": 0.072, "p95_ms": 0.1465, "p99_ms": 0.2917}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0057, "count": 512, "max_ms": 2.9756, "p50_ms": 0.9305, "p95_ms": 1.7362, "p99_ms": 2.5018, "results": {"failed": 0, "not_applicable": 0, "success": 240249, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 17, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T22:57:49+09:00", "last_error_summary": "[h264 @ 0x5b0d21a31200] error while decoding MB 6 65, bytestream -7", "last_exit_at": "2026-09-02T22:11:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 313.262, "last_started_at": "2026-09-02T22:52:36+09:00", "pid": 3453, "process": {"exists": false, "pid": 3453}, "restart_count": 17, "restart_count_per_hour": 15, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 18}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 71.753, "sample_count": 2889, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 240250, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:57:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 0.066, "last_frame_pushed_at": "2026-09-02T22:57:49+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-09-02T22:57:49+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 51, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 348.449, "last_sample_duration_ms": 639.433, "last_trigger": "periodic", "next_snapshot_in_sec": 251.551, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 51, "storage_bytes": 496957}, "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-09-02T22:57:49.484065+09:00", "mtime_epoch": 1788357469.484065, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 99023}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T22:57:49+09:00", "process": {"exists": true, "fd_count": 112, "hwm_mb": 1053.477, "name": "celery", "pid": 217, "rss_mb": 1053.477, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 240250, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 286}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 286}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 286}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 286}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 286}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 286}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 286}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 286, "read_frames": 287, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.534, "pushed": 9.534, "read": 9.568}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 287, "client_acquire_ms": {"avg_ms": 0.006, "count": 287, "max_ms": 0.018, "p95_ms": 0.009, "reason": null, "sample_age_ms": 26.539, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.433, "count": 287, "max_ms": 6.674, "p95_ms": 1.245, "reason": null, "sample_age_ms": 67.97, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.16, "count": 286, "max_ms": 2.039, "p95_ms": 0.86, "reason": null, "sample_age_ms": 68.125, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.103, "count": 287, "max_ms": 0.494, "p95_ms": 0.244, "reason": null, "sample_age_ms": 26.544, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.212, "count": 287, "max_ms": 8.515, "p95_ms": 2.116, "reason": null, "sample_age_ms": 67.019, "source": "client_direct"}, "request_count": 286, "request_tensor_bytes": {"avg": 2211848.0, "count": 287, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 67.006, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 287, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 26.609, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.647, "count": 287, "max_ms": 53.984, "p95_ms": 40.088, "reason": null, "sample_age_ms": 26.537, "source": "client_direct"}, "sample_age_ms": 26.535, "source": "client_direct", "task_total_ms": {"avg_ms": 32.102, "count": 287, "max_ms": 61.072, "p95_ms": 41.346, "reason": null, "sample_age_ms": 26.535, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.009, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.648, "count": 286, "max_ms": 12.377, "p95_ms": 1.108}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.209, "count": 286, "max_ms": 4.662, "p95_ms": 0.336}, "detection_prepare_ms": {"avg_ms": 0.102, "count": 286, "max_ms": 1.636, "p95_ms": 0.16}, "event_filter_ms": {"avg_ms": 0.003, "count": 286, "max_ms": 0.02, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.065, "count": 286, "max_ms": 0.176, "p95_ms": 0.114}, "mcmt_ms": {"avg_ms": 0.002, "count": 286, "max_ms": 0.019, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.157, "count": 286, "max_ms": 3.034, "p95_ms": 0.257}, "setup_ms": {"avg_ms": 0.048, "count": 286, "max_ms": 2.743, "p95_ms": 0.072}, "total_inside_ms": {"avg_ms": 0.613, "count": 286, "max_ms": 12.279, "p95_ms": 1.038}, "track_match_ms": {"avg_ms": 0.003, "count": 286, "max_ms": 0.023, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.023, "count": 286, "max_ms": 0.077, "p95_ms": 0.041}}, "gstreamer_push": {"avg_ms": 2.272, "count": 286, "max_ms": 5.799, "p95_ms": 3.342}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 286, "max_ms": 1.294, "p95_ms": 0.068}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 32.771, "count": 286, "max_ms": 68.012, "p95_ms": 42.661}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.034, "count": 286, "max_ms": 0.128, "p95_ms": 0.066}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 286, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 286, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 60.718, "count": 286, "max_ms": 97.309, "p95_ms": 78.776}, "inference_input_copy_ms": {"avg_ms": 1.052, "count": 286, "max_ms": 3.309, "p95_ms": 2.081}, "processing_residual_ms": {"avg_ms": 0.121, "count": 286, "max_ms": 3.616, "p95_ms": 0.211}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 286, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 286, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 61.924, "count": 286, "max_ms": 98.285, "p95_ms": 80.536}, "read_interval": {"avg_ms": 104.577, "count": 287, "max_ms": 3549.975, "p95_ms": 106.421}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 286, "max_ms": 0.059, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.113, "count": 286, "max_ms": 2.905, "p95_ms": 0.177}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 286, "max_ms": 0.05, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.101, "count": 286, "max_ms": 2.881, "p95_ms": 0.153}, "worker_merge_ms": {"avg_ms": 0.004, "count": 286, "max_ms": 0.028, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 32.784, "count": 286, "max_ms": 68.042, "p95_ms": 42.669}, "visualize": {"avg_ms": 26.539, "count": 286, "max_ms": 51.372, "p95_ms": 37.883}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.858, "count": 286, "max_ms": 50.156, "p95_ms": 37.151}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 286, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.388, "count": 286, "max_ms": 51.041, "p95_ms": 37.723}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 286, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 286, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.299, "count": 286, "max_ms": 50.925, "p95_ms": 37.642}, "visualizer_prepare_ms": {"avg_ms": 0.047, "count": 286, "max_ms": 1.391, "p95_ms": 0.076}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 286}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 286}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 286}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1053.441, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.438, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 71.714, "sample_count": 2861, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 240179, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:57:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 97828, "write_bytes_delta": 97828, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 479.0, "cpu_core_ratio": 0.765287, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 648.0, "pid": 3453, "reason": null, "system_cpu_core_ratio": 0.038964, "system_cpu_s_delta": 0.39000000000000057, "user_cpu_core_ratio": 0.726323, "user_cpu_s_delta": 7.269999999999982}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.381644, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.036966, "system_cpu_s_delta": 0.3700000000003456, "user_cpu_core_ratio": 0.344679, "user_cpu_s_delta": 3.4500000000007276}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.295, "count": 234, "max_ms": 5.799, "p95_ms": 3.474, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 234}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.222, "count": 30, "max": 25.189, "p95": 20.865, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.916, "count": 30, "max": 17.532, "p95": 14.224, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 751.767, "count": 30, "max": 1780.0, "p95": 1203.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 171.567, "count": 30, "max": 3974.0, "p95": 589.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.048, "count": 30, "max": 0.083, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.873, "count": 30, "max": 1.356, "p95": 1.175, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.002, "count": 30, "max": 0.071, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 97301.833, "count": 30, "max": 98945.0, "p95": 98726.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 94007.1, "count": 30, "max": 98945.0, "p95": 98569.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.967, "count": 30, "max": 39.0, "p95": 34.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.194, "p95": 0.092, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.425, "count": 30, "max": 0.66, "p95": 0.607, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1577, "sampled_at": "2026-09-02T22:57:40+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T22:57:40+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 267126, "flush_count": 409, "flush_interval_seconds": 30.0, "flush_state": {"count": 409, "last_at": "2026-09-02T22:57:11", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T22:57:11", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 408}, "started": true, "suppressed_count": 239842, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 239842}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 409, "written_record_count": 409}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4774.117, "limit_mb": null}, "detail": {"last_error_at": "2026-09-02T22:57:49+09:00", "last_error_summary": "[h264 @ 0x5b0d21a31200] error while decoding MB 6 65, bytestream -7", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 664243200000, "copied_frame_count": 240250, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 664243200000, "frame_buffer_copies": 240250, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0887, "count": 512, "max_ms": 1.6967, "p50_ms": 0.072, "p95_ms": 0.1465, "p99_ms": 0.2917}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0152, "count": 512, "max_ms": 5.4911, "p50_ms": 0.9309, "p95_ms": 1.768, "p99_ms": 2.6228, "results": {"failed": 0, "not_applicable": 0, "success": 240250, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 17, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T22:57:49+09:00", "last_error_summary": "[h264 @ 0x5b0d21a31200] error while decoding MB 6 65, bytestream -7", "last_exit_at": "2026-09-02T22:57:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 313.287, "last_started_at": "2026-09-02T22:52:36+09:00", "pid": 3453, "process": {"exists": false, "pid": 3453}, "restart_count": 17, "restart_count_per_hour": 15, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 18}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 71.753, "sample_count": 2889, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 240250, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:57:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 0.01, "last_frame_pushed_at": "2026-09-02T22:57:49+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-09-02T22:57:49+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 51, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 348.474, "last_sample_duration_ms": 639.433, "last_trigger": "periodic", "next_snapshot_in_sec": 251.526, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 51, "storage_bytes": 496957}, "mjpeg": {"age_sec": 0.003, "exists": true, "mtime": "2026-09-02T22:57:49.563065+09:00", "mtime_epoch": 1788357469.5630653, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 99079}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T22:57:49+09:00", "process": {"exists": true, "fd_count": 111, "hwm_mb": 1053.473, "name": "celery", "pid": 217, "rss_mb": 1053.473, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 240250, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 287}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 287}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 287}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 287}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 287}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 287}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 287}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.579, "pushed": 9.579, "read": 9.545}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 286, "client_acquire_ms": {"avg_ms": 0.006, "count": 287, "max_ms": 0.018, "p95_ms": 0.009, "reason": null, "sample_age_ms": 54.56, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.43, "count": 286, "max_ms": 6.674, "p95_ms": 1.23, "reason": null, "sample_age_ms": 95.991, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.16, "count": 286, "max_ms": 2.039, "p95_ms": 0.86, "reason": null, "sample_age_ms": 96.146, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.103, "count": 287, "max_ms": 0.494, "p95_ms": 0.244, "reason": null, "sample_age_ms": 54.565, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.212, "count": 286, "max_ms": 8.515, "p95_ms": 2.119, "reason": null, "sample_age_ms": 95.04, "source": "client_direct"}, "request_count": 286, "request_tensor_bytes": {"avg": 2211848.0, "count": 286, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 95.027, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 287, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 54.63, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.647, "count": 287, "max_ms": 53.984, "p95_ms": 40.088, "reason": null, "sample_age_ms": 54.558, "source": "client_direct"}, "sample_age_ms": 54.556, "source": "client_direct", "task_total_ms": {"avg_ms": 32.102, "count": 287, "max_ms": 61.072, "p95_ms": 41.346, "reason": null, "sample_age_ms": 54.556, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.082, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.647, "count": 287, "max_ms": 12.377, "p95_ms": 1.108}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.209, "count": 287, "max_ms": 4.662, "p95_ms": 0.336}, "detection_prepare_ms": {"avg_ms": 0.102, "count": 287, "max_ms": 1.636, "p95_ms": 0.16}, "event_filter_ms": {"avg_ms": 0.003, "count": 287, "max_ms": 0.02, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.065, "count": 287, "max_ms": 0.176, "p95_ms": 0.114}, "mcmt_ms": {"avg_ms": 0.002, "count": 287, "max_ms": 0.019, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.157, "count": 287, "max_ms": 3.034, "p95_ms": 0.257}, "setup_ms": {"avg_ms": 0.048, "count": 287, "max_ms": 2.743, "p95_ms": 0.072}, "total_inside_ms": {"avg_ms": 0.612, "count": 287, "max_ms": 12.279, "p95_ms": 1.038}, "track_match_ms": {"avg_ms": 0.003, "count": 287, "max_ms": 0.023, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.023, "count": 287, "max_ms": 0.077, "p95_ms": 0.041}}, "gstreamer_push": {"avg_ms": 2.276, "count": 287, "max_ms": 5.799, "p95_ms": 3.392}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 287, "max_ms": 1.294, "p95_ms": 0.068}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 32.802, "count": 287, "max_ms": 68.012, "p95_ms": 42.661}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.034, "count": 287, "max_ms": 0.128, "p95_ms": 0.066}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 287, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 287, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 60.742, "count": 287, "max_ms": 97.309, "p95_ms": 78.776}, "inference_input_copy_ms": {"avg_ms": 1.051, "count": 287, "max_ms": 3.309, "p95_ms": 2.081}, "processing_residual_ms": {"avg_ms": 0.121, "count": 287, "max_ms": 3.616, "p95_ms": 0.211}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 287, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 287, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 61.947, "count": 287, "max_ms": 98.285, "p95_ms": 80.536}, "read_interval": {"avg_ms": 104.665, "count": 286, "max_ms": 3549.975, "p95_ms": 106.421}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 287, "max_ms": 0.059, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.113, "count": 287, "max_ms": 2.905, "p95_ms": 0.177}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 287, "max_ms": 0.05, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.101, "count": 287, "max_ms": 2.881, "p95_ms": 0.153}, "worker_merge_ms": {"avg_ms": 0.004, "count": 287, "max_ms": 0.028, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 32.815, "count": 287, "max_ms": 68.042, "p95_ms": 42.669}, "visualize": {"avg_ms": 26.533, "count": 287, "max_ms": 51.372, "p95_ms": 37.883}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.853, "count": 287, "max_ms": 50.156, "p95_ms": 37.151}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 287, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.382, "count": 287, "max_ms": 51.041, "p95_ms": 37.723}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 287, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 287, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.294, "count": 287, "max_ms": 50.925, "p95_ms": 37.642}, "visualizer_prepare_ms": {"avg_ms": 0.047, "count": 287, "max_ms": 1.391, "p95_ms": 0.076}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 287}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 287}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 287}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1053.441, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.438, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 71.714, "sample_count": 2861, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 240179, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:57:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 97828, "write_bytes_delta": 97828, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 479.0, "cpu_core_ratio": 0.765287, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 648.0, "pid": 3453, "reason": null, "system_cpu_core_ratio": 0.038964, "system_cpu_s_delta": 0.39000000000000057, "user_cpu_core_ratio": 0.726323, "user_cpu_s_delta": 7.269999999999982}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.381644, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.036966, "system_cpu_s_delta": 0.3700000000003456, "user_cpu_core_ratio": 0.344679, "user_cpu_s_delta": 3.4500000000007276}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.295, "count": 234, "max_ms": 5.799, "p95_ms": 3.474, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 234}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.222, "count": 30, "max": 25.189, "p95": 20.865, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.916, "count": 30, "max": 17.532, "p95": 14.224, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 751.767, "count": 30, "max": 1780.0, "p95": 1203.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 171.567, "count": 30, "max": 3974.0, "p95": 589.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.048, "count": 30, "max": 0.083, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.873, "count": 30, "max": 1.356, "p95": 1.175, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.002, "count": 30, "max": 0.071, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 97301.833, "count": 30, "max": 98945.0, "p95": 98726.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 94007.1, "count": 30, "max": 98945.0, "p95": 98569.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.967, "count": 30, "max": 39.0, "p95": 34.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.194, "p95": 0.092, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.425, "count": 30, "max": 0.66, "p95": 0.607, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1577, "sampled_at": "2026-09-02T22:57:40+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T22:57:40+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 267126, "flush_count": 409, "flush_interval_seconds": 30.0, "flush_state": {"count": 409, "last_at": "2026-09-02T22:57:11", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T22:57:11", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 408}, "started": true, "suppressed_count": 239842, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 239842}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 409, "written_record_count": 409}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4774.125, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 664243200000, "copied_frame_count": 240250, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 664243200000, "frame_buffer_copies": 240250, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0887, "count": 512, "max_ms": 1.6967, "p50_ms": 0.072, "p95_ms": 0.1465, "p99_ms": 0.2917}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0152, "count": 512, "max_ms": 5.4911, "p50_ms": 0.9309, "p95_ms": 1.768, "p99_ms": 2.6228, "results": {"failed": 0, "not_applicable": 0, "success": 240250, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 17, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T22:57:49+09:00", "last_error_summary": "[h264 @ 0x5b0d21a31200] error while decoding MB 6 65, bytestream -7", "last_exit_at": "2026-09-02T22:57:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 313.311, "last_started_at": "2026-09-02T22:52:36+09:00", "pid": 3453, "process": {"exists": false, "pid": 3453}, "restart_count": 17, "restart_count_per_hour": 15, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 18}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 71.753, "sample_count": 2889, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 240250, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:57:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 0.033, "last_frame_pushed_at": "2026-09-02T22:57:49+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-09-02T22:57:49+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 51, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 348.493, "last_sample_duration_ms": 639.433, "last_trigger": "periodic", "next_snapshot_in_sec": 251.507, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 51, "storage_bytes": 496957}, "mjpeg": {"age_sec": 0.026, "exists": true, "mtime": "2026-09-02T22:57:49.563065+09:00", "mtime_epoch": 1788357469.5630653, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 99079}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T22:57:49+09:00", "process": {"exists": true, "fd_count": 111, "hwm_mb": 1053.473, "name": "celery", "pid": 217, "rss_mb": 1053.473, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 240250, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 287}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 287}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 287}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 287}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 287}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 287}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 287}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.572, "pushed": 9.572, "read": 9.538}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 286, "client_acquire_ms": {"avg_ms": 0.006, "count": 286, "max_ms": 0.018, "p95_ms": 0.009, "reason": null, "sample_age_ms": 73.966, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.43, "count": 286, "max_ms": 6.674, "p95_ms": 1.23, "reason": null, "sample_age_ms": 115.396, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.16, "count": 286, "max_ms": 2.039, "p95_ms": 0.86, "reason": null, "sample_age_ms": 115.552, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.103, "count": 286, "max_ms": 0.494, "p95_ms": 0.244, "reason": null, "sample_age_ms": 73.971, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.212, "count": 286, "max_ms": 8.515, "p95_ms": 2.119, "reason": null, "sample_age_ms": 114.446, "source": "client_direct"}, "request_count": 286, "request_tensor_bytes": {"avg": 2211848.0, "count": 286, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 114.433, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 286, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 74.036, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.658, "count": 286, "max_ms": 53.984, "p95_ms": 40.134, "reason": null, "sample_age_ms": 73.964, "source": "client_direct"}, "sample_age_ms": 73.961, "source": "client_direct", "task_total_ms": {"avg_ms": 32.112, "count": 286, "max_ms": 61.072, "p95_ms": 41.359, "reason": null, "sample_age_ms": 73.961, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.937, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.647, "count": 287, "max_ms": 12.377, "p95_ms": 1.108}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.209, "count": 287, "max_ms": 4.662, "p95_ms": 0.336}, "detection_prepare_ms": {"avg_ms": 0.102, "count": 287, "max_ms": 1.636, "p95_ms": 0.16}, "event_filter_ms": {"avg_ms": 0.003, "count": 287, "max_ms": 0.02, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.065, "count": 287, "max_ms": 0.176, "p95_ms": 0.114}, "mcmt_ms": {"avg_ms": 0.002, "count": 287, "max_ms": 0.019, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.157, "count": 287, "max_ms": 3.034, "p95_ms": 0.257}, "setup_ms": {"avg_ms": 0.048, "count": 287, "max_ms": 2.743, "p95_ms": 0.072}, "total_inside_ms": {"avg_ms": 0.612, "count": 287, "max_ms": 12.279, "p95_ms": 1.038}, "track_match_ms": {"avg_ms": 0.003, "count": 287, "max_ms": 0.023, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.023, "count": 287, "max_ms": 0.077, "p95_ms": 0.041}}, "gstreamer_push": {"avg_ms": 2.276, "count": 287, "max_ms": 5.799, "p95_ms": 3.392}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 287, "max_ms": 1.294, "p95_ms": 0.068}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 32.802, "count": 287, "max_ms": 68.012, "p95_ms": 42.661}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.034, "count": 287, "max_ms": 0.128, "p95_ms": 0.066}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 287, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 287, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 60.742, "count": 287, "max_ms": 97.309, "p95_ms": 78.776}, "inference_input_copy_ms": {"avg_ms": 1.051, "count": 287, "max_ms": 3.309, "p95_ms": 2.081}, "processing_residual_ms": {"avg_ms": 0.121, "count": 287, "max_ms": 3.616, "p95_ms": 0.211}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 287, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 287, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 61.947, "count": 287, "max_ms": 98.285, "p95_ms": 80.536}, "read_interval": {"avg_ms": 104.665, "count": 286, "max_ms": 3549.975, "p95_ms": 106.421}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 287, "max_ms": 0.059, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.113, "count": 287, "max_ms": 2.905, "p95_ms": 0.177}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 287, "max_ms": 0.05, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.101, "count": 287, "max_ms": 2.881, "p95_ms": 0.153}, "worker_merge_ms": {"avg_ms": 0.004, "count": 287, "max_ms": 0.028, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 32.815, "count": 287, "max_ms": 68.042, "p95_ms": 42.669}, "visualize": {"avg_ms": 26.533, "count": 287, "max_ms": 51.372, "p95_ms": 37.883}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.853, "count": 287, "max_ms": 50.156, "p95_ms": 37.151}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 287, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.382, "count": 287, "max_ms": 51.041, "p95_ms": 37.723}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 287, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 287, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.294, "count": 287, "max_ms": 50.925, "p95_ms": 37.642}, "visualizer_prepare_ms": {"avg_ms": 0.047, "count": 287, "max_ms": 1.391, "p95_ms": 0.076}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 287}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 287}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 287}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1053.441, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.438, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 71.714, "sample_count": 2861, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 240179, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:57:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 97828, "write_bytes_delta": 97828, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 479.0, "cpu_core_ratio": 0.765287, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 648.0, "pid": 3453, "reason": null, "system_cpu_core_ratio": 0.038964, "system_cpu_s_delta": 0.39000000000000057, "user_cpu_core_ratio": 0.726323, "user_cpu_s_delta": 7.269999999999982}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.381644, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.036966, "system_cpu_s_delta": 0.3700000000003456, "user_cpu_core_ratio": 0.344679, "user_cpu_s_delta": 3.4500000000007276}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.295, "count": 234, "max_ms": 5.799, "p95_ms": 3.474, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 234}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.222, "count": 30, "max": 25.189, "p95": 20.865, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.916, "count": 30, "max": 17.532, "p95": 14.224, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 751.767, "count": 30, "max": 1780.0, "p95": 1203.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 171.567, "count": 30, "max": 3974.0, "p95": 589.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.048, "count": 30, "max": 0.083, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.873, "count": 30, "max": 1.356, "p95": 1.175, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.002, "count": 30, "max": 0.071, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 97301.833, "count": 30, "max": 98945.0, "p95": 98726.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 94007.1, "count": 30, "max": 98945.0, "p95": 98569.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.967, "count": 30, "max": 39.0, "p95": 34.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.194, "p95": 0.092, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.425, "count": 30, "max": 0.66, "p95": 0.607, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1577, "sampled_at": "2026-09-02T22:57:40+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T22:57:40+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 267126, "flush_count": 409, "flush_interval_seconds": 30.0, "flush_state": {"count": 409, "last_at": "2026-09-02T22:57:11", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T22:57:11", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 408}, "started": true, "suppressed_count": 239842, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 239842}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 409, "written_record_count": 409}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4812.184, "limit_mb": null}, "detail": {"pid": 3569, "restart_count": 18, "start_count": 19}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 664243200000, "copied_frame_count": 240250, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 664243200000, "frame_buffer_copies": 240250, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0887, "count": 512, "max_ms": 1.6967, "p50_ms": 0.072, "p95_ms": 0.1465, "p99_ms": 0.2917}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0152, "count": 512, "max_ms": 5.4911, "p50_ms": 0.9309, "p95_ms": 1.768, "p99_ms": 2.6228, "results": {"failed": 0, "not_applicable": 0, "success": 240250, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 17, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T22:57:49+09:00", "last_error_summary": "[h264 @ 0x5b0d21a31200] error while decoding MB 6 65, bytestream -7", "last_exit_at": "2026-09-02T22:57:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-02T22:57:51+09:00", "pid": 3569, "process": {"exists": true, "fd_count": 4, "hwm_mb": 75.629, "name": "ffmpeg", "pid": 3569, "rss_mb": 75.629, "state": "S (sleeping)", "threads": 1}, "restart_count": 18, "restart_count_per_hour": 16, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 19}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 71.714, "sample_count": 2885, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 240250, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:57:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 4.097, "last_frame_pushed_at": "2026-09-02T22:57:49+09:00", "last_frame_read_age_sec": 4.175, "last_frame_read_at": "2026-09-02T22:57:49+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 51, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 352.557, "last_sample_duration_ms": 639.433, "last_trigger": "periodic", "next_snapshot_in_sec": 247.443, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 51, "storage_bytes": 496957}, "mjpeg": {"age_sec": 4.09, "exists": true, "mtime": "2026-09-02T22:57:49.563065+09:00", "mtime_epoch": 1788357469.5630653, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 99079}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T22:57:53+09:00", "process": {"exists": true, "fd_count": 112, "hwm_mb": 1053.477, "name": "celery", "pid": 217, "rss_mb": 1053.477, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 240250, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 236}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 236}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 236}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 236, "pushed_frames": 236, "read_frames": 235, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.875, "pushed": 7.875, "read": 7.842}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 235, "client_acquire_ms": {"avg_ms": 0.006, "count": 235, "max_ms": 0.018, "p95_ms": 0.009, "reason": null, "sample_age_ms": 4137.73, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.441, "count": 235, "max_ms": 6.674, "p95_ms": 1.259, "reason": null, "sample_age_ms": 4179.16, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.161, "count": 235, "max_ms": 1.671, "p95_ms": 0.871, "reason": null, "sample_age_ms": 4179.316, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.1, "count": 235, "max_ms": 0.494, "p95_ms": 0.238, "reason": null, "sample_age_ms": 4137.735, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.228, "count": 235, "max_ms": 8.515, "p95_ms": 2.131, "reason": null, "sample_age_ms": 4178.21, "source": "client_direct"}, "request_count": 235, "request_tensor_bytes": {"avg": 2211848.0, "count": 235, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4178.197, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 235, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4137.8, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.226, "count": 235, "max_ms": 53.984, "p95_ms": 38.542, "reason": null, "sample_age_ms": 4137.728, "source": "client_direct"}, "sample_age_ms": 4137.725, "source": "client_direct", "task_total_ms": {"avg_ms": 31.692, "count": 235, "max_ms": 61.072, "p95_ms": 40.355, "reason": null, "sample_age_ms": 4137.725, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.311, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.642, "count": 236, "max_ms": 12.377, "p95_ms": 1.043}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.207, "count": 236, "max_ms": 4.662, "p95_ms": 0.332}, "detection_prepare_ms": {"avg_ms": 0.101, "count": 236, "max_ms": 1.636, "p95_ms": 0.156}, "event_filter_ms": {"avg_ms": 0.003, "count": 236, "max_ms": 0.02, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.063, "count": 236, "max_ms": 0.176, "p95_ms": 0.113}, "mcmt_ms": {"avg_ms": 0.002, "count": 236, "max_ms": 0.019, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.156, "count": 236, "max_ms": 3.034, "p95_ms": 0.248}, "setup_ms": {"avg_ms": 0.049, "count": 236, "max_ms": 2.743, "p95_ms": 0.069}, "total_inside_ms": {"avg_ms": 0.607, "count": 236, "max_ms": 12.279, "p95_ms": 0.984}, "track_match_ms": {"avg_ms": 0.003, "count": 236, "max_ms": 0.023, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.022, "count": 236, "max_ms": 0.077, "p95_ms": 0.037}}, "gstreamer_push": {"avg_ms": 2.233, "count": 236, "max_ms": 5.328, "p95_ms": 3.392}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.04, "count": 236, "max_ms": 1.294, "p95_ms": 0.057}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 32.476, "count": 236, "max_ms": 68.012, "p95_ms": 41.424}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.032, "count": 236, "max_ms": 0.128, "p95_ms": 0.059}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 58.976, "count": 236, "max_ms": 97.309, "p95_ms": 77.254}, "inference_input_copy_ms": {"avg_ms": 1.051, "count": 236, "max_ms": 3.309, "p95_ms": 2.129}, "processing_residual_ms": {"avg_ms": 0.123, "count": 236, "max_ms": 3.616, "p95_ms": 0.216}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 60.181, "count": 236, "max_ms": 98.285, "p95_ms": 78.887}, "read_interval": {"avg_ms": 110.099, "count": 235, "max_ms": 3549.975, "p95_ms": 153.646}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 236, "max_ms": 0.059, "p95_ms": 0.023}, "execute_total_ms": {"avg_ms": 0.114, "count": 236, "max_ms": 2.905, "p95_ms": 0.162}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 236, "max_ms": 0.05, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.102, "count": 236, "max_ms": 2.881, "p95_ms": 0.142}, "worker_merge_ms": {"avg_ms": 0.004, "count": 236, "max_ms": 0.028, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 32.489, "count": 236, "max_ms": 68.042, "p95_ms": 41.432}, "visualize": {"avg_ms": 25.114, "count": 236, "max_ms": 46.798, "p95_ms": 36.0}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 24.451, "count": 236, "max_ms": 46.21, "p95_ms": 34.386}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 24.968, "count": 236, "max_ms": 46.688, "p95_ms": 34.9}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 24.88, "count": 236, "max_ms": 46.626, "p95_ms": 34.828}, "visualizer_prepare_ms": {"avg_ms": 0.047, "count": 236, "max_ms": 1.391, "p95_ms": 0.076}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 236}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1053.441, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.438, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 71.714, "sample_count": 2861, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 240179, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T22:57:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 97828, "write_bytes_delta": 97828, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 479.0, "cpu_core_ratio": 0.765287, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 648.0, "pid": 3453, "reason": null, "system_cpu_core_ratio": 0.038964, "system_cpu_s_delta": 0.39000000000000057, "user_cpu_core_ratio": 0.726323, "user_cpu_s_delta": 7.269999999999982}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.381644, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.036966, "system_cpu_s_delta": 0.3700000000003456, "user_cpu_core_ratio": 0.344679, "user_cpu_s_delta": 3.4500000000007276}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.295, "count": 234, "max_ms": 5.799, "p95_ms": 3.474, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 234}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.222, "count": 30, "max": 25.189, "p95": 20.865, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.916, "count": 30, "max": 17.532, "p95": 14.224, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 751.767, "count": 30, "max": 1780.0, "p95": 1203.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 171.567, "count": 30, "max": 3974.0, "p95": 589.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.048, "count": 30, "max": 0.083, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.873, "count": 30, "max": 1.356, "p95": 1.175, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.002, "count": 30, "max": 0.071, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 97301.833, "count": 30, "max": 98945.0, "p95": 98726.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 94007.1, "count": 30, "max": 98945.0, "p95": 98569.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.967, "count": 30, "max": 39.0, "p95": 34.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.194, "p95": 0.092, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.425, "count": 30, "max": 0.66, "p95": 0.607, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1577, "sampled_at": "2026-09-02T22:57:40+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T22:57:40+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 281737, "flush_count": 428, "flush_interval_seconds": 30.0, "flush_state": {"count": 428, "last_at": "2026-09-02T23:16:12", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T23:16:12", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 427}, "started": true, "suppressed_count": 250973, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 250973}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 428, "written_record_count": 428}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4794.293, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5afb336ec3c0] cabac decode of qscale diff failed at 5 91 [h264 @ 0x5afb336ec3c0] error while decoding MB 5 91, bytestream 7517", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 695070720000, "copied_frame_count": 251400, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 695070720000, "frame_buffer_copies": 251400, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0821, "count": 512, "max_ms": 0.9796, "p50_ms": 0.0733, "p95_ms": 0.1241, "p99_ms": 0.1978}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1516, "count": 512, "max_ms": 2.3077, "p50_ms": 1.128, "p95_ms": 1.7714, "p99_ms": 2.1103, "results": {"failed": 0, "not_applicable": 0, "success": 251400, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 18, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T23:16:45+09:00", "last_error_summary": "[h264 @ 0x5afb336ec3c0] cabac decode of qscale diff failed at 5 91 [h264 @ 0x5afb336ec3c0] error while decoding MB 5 91, bytestream 7517", "last_exit_at": "2026-09-02T23:16:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 1134.231, "last_started_at": "2026-09-02T22:57:51+09:00", "pid": 3569, "process": {"exists": false, "pid": 3569}, "restart_count": 18, "restart_count_per_hour": 2, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 19}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 65.506, "sample_count": 2833, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 251400, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T23:16:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-09-02T23:16:45+09:00", "last_frame_read_age_sec": 0.043, "last_frame_read_at": "2026-09-02T23:16:45+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 53, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 277.215, "last_sample_duration_ms": 494.434, "last_trigger": "periodic", "next_snapshot_in_sec": 322.785, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 53, "storage_bytes": 514009}, "mjpeg": {"age_sec": 0.038, "exists": true, "mtime": "2026-09-02T23:16:45.845505+09:00", "mtime_epoch": 1788358605.8455048, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 99590}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T23:16:45+09:00", "process": {"exists": true, "fd_count": 112, "hwm_mb": 1058.766, "name": "celery", "pid": 217, "rss_mb": 1058.766, "state": "S (sleeping)", "threads": 71}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 251400, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 133}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 133}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 133}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 133, "pushed_frames": 133, "read_frames": 133, "select_timeouts": 14, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.439, "pushed": 4.439, "read": 4.439}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 133, "client_acquire_ms": {"avg_ms": 0.006, "count": 133, "max_ms": 0.027, "p95_ms": 0.012, "reason": null, "sample_age_ms": 22.932, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.425, "count": 133, "max_ms": 2.667, "p95_ms": 1.113, "reason": null, "sample_age_ms": 47.705, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.186, "count": 133, "max_ms": 2.441, "p95_ms": 0.861, "reason": null, "sample_age_ms": 47.877, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.068, "count": 133, "max_ms": 0.352, "p95_ms": 0.118, "reason": null, "sample_age_ms": 22.936, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.035, "count": 133, "max_ms": 2.463, "p95_ms": 1.869, "reason": null, "sample_age_ms": 46.901, "source": "client_direct"}, "request_count": 133, "request_tensor_bytes": {"avg": 2211848.0, "count": 133, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 46.887, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 133, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 22.997, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 23.914, "count": 133, "max_ms": 40.045, "p95_ms": 33.511, "reason": null, "sample_age_ms": 22.929, "source": "client_direct"}, "sample_age_ms": 22.927, "source": "client_direct", "task_total_ms": {"avg_ms": 25.148, "count": 133, "max_ms": 41.461, "p95_ms": 34.587, "reason": null, "sample_age_ms": 22.927, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.223, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.594, "count": 133, "max_ms": 8.296, "p95_ms": 0.803}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.183, "count": 133, "max_ms": 1.571, "p95_ms": 0.273}, "detection_prepare_ms": {"avg_ms": 0.081, "count": 133, "max_ms": 0.554, "p95_ms": 0.124}, "event_filter_ms": {"avg_ms": 0.003, "count": 133, "max_ms": 0.022, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.058, "count": 133, "max_ms": 0.223, "p95_ms": 0.089}, "mcmt_ms": {"avg_ms": 0.002, "count": 133, "max_ms": 0.004, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.166, "count": 133, "max_ms": 5.173, "p95_ms": 0.214}, "setup_ms": {"avg_ms": 0.044, "count": 133, "max_ms": 1.348, "p95_ms": 0.067}, "total_inside_ms": {"avg_ms": 0.562, "count": 133, "max_ms": 8.258, "p95_ms": 0.76}, "track_match_ms": {"avg_ms": 0.003, "count": 133, "max_ms": 0.009, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.022, "count": 133, "max_ms": 0.127, "p95_ms": 0.036}}, "gstreamer_push": {"avg_ms": 2.145, "count": 133, "max_ms": 6.49, "p95_ms": 3.478}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 133, "max_ms": 0.091, "p95_ms": 0.05}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 25.815, "count": 133, "max_ms": 41.959, "p95_ms": 35.759}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.025, "count": 133, "max_ms": 0.062, "p95_ms": 0.04}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 48.45, "count": 133, "max_ms": 75.653, "p95_ms": 61.203}, "inference_input_copy_ms": {"avg_ms": 0.913, "count": 133, "max_ms": 2.533, "p95_ms": 1.646}, "processing_residual_ms": {"avg_ms": 0.104, "count": 133, "max_ms": 0.278, "p95_ms": 0.22}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 49.492, "count": 133, "max_ms": 76.611, "p95_ms": 62.787}, "read_interval": {"avg_ms": 225.719, "count": 133, "max_ms": 4368.167, "p95_ms": 501.356}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 133, "max_ms": 0.052, "p95_ms": 0.023}, "execute_total_ms": {"avg_ms": 0.116, "count": 133, "max_ms": 3.795, "p95_ms": 0.158}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 133, "max_ms": 0.058, "p95_ms": 0.018}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.104, "count": 133, "max_ms": 3.77, "p95_ms": 0.13}, "worker_merge_ms": {"avg_ms": 0.003, "count": 133, "max_ms": 0.007, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 25.826, "count": 133, "max_ms": 41.967, "p95_ms": 35.768}, "visualize": {"avg_ms": 21.352, "count": 133, "max_ms": 38.304, "p95_ms": 29.82}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 20.755, "count": 133, "max_ms": 37.452, "p95_ms": 29.215}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 21.225, "count": 133, "max_ms": 38.108, "p95_ms": 29.709}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 21.16, "count": 133, "max_ms": 38.021, "p95_ms": 29.638}, "visualizer_prepare_ms": {"avg_ms": 0.036, "count": 133, "max_ms": 0.09, "p95_ms": 0.059}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 133}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1058.723, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.189, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 65.467, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 251283, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T23:16:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 95985, "write_bytes_delta": 95985, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 700.0, "cpu_core_ratio": 0.967174, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 3569, "reason": null, "system_cpu_core_ratio": 0.050591, "system_cpu_s_delta": 0.509999999999998, "user_cpu_core_ratio": 0.916583, "user_cpu_s_delta": 9.240000000000009}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.540625, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.064478, "system_cpu_s_delta": 0.6499999999996362, "user_cpu_core_ratio": 0.476147, "user_cpu_s_delta": 4.799999999999272}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.622, "count": 301, "max_ms": 4.434, "p95_ms": 3.62, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 301}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 301}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.743, "count": 30, "max": 30.394, "p95": 22.943, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.152, "count": 30, "max": 20.99, "p95": 16.693, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 696.333, "count": 30, "max": 710.0, "p95": 705.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 10.033, "count": 30, "max": 154.0, "p95": 80.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.054, "p95": 0.053, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.916, "count": 30, "max": 0.968, "p95": 0.933, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98701.033, "count": 30, "max": 101692.0, "p95": 100826.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98701.033, "count": 30, "max": 101692.0, "p95": 100826.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.333, "count": 30, "max": 31.0, "p95": 21.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.06, "count": 30, "max": 0.064, "p95": 0.062, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.473, "count": 30, "max": 0.493, "p95": 0.489, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1688, "sampled_at": "2026-09-02T23:16:17+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T23:16:17+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 281737, "flush_count": 428, "flush_interval_seconds": 30.0, "flush_state": {"count": 428, "last_at": "2026-09-02T23:16:12", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T23:16:12", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 427}, "started": true, "suppressed_count": 250973, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 250973}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 428, "written_record_count": 428}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4793.441, "limit_mb": null}, "detail": {"last_error_at": "2026-09-02T23:16:45+09:00", "last_error_summary": "[h264 @ 0x5afb336ec3c0] cabac decode of qscale diff failed at 5 91 [h264 @ 0x5afb336ec3c0] error while decoding MB 5 91, bytestream 7517", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 695070720000, "copied_frame_count": 251400, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 695070720000, "frame_buffer_copies": 251400, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0821, "count": 512, "max_ms": 0.9796, "p50_ms": 0.0733, "p95_ms": 0.1241, "p99_ms": 0.1978}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1516, "count": 512, "max_ms": 2.3077, "p50_ms": 1.128, "p95_ms": 1.7714, "p99_ms": 2.1103, "results": {"failed": 0, "not_applicable": 0, "success": 251400, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 18, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T23:16:45+09:00", "last_error_summary": "[h264 @ 0x5afb336ec3c0] cabac decode of qscale diff failed at 5 91 [h264 @ 0x5afb336ec3c0] error while decoding MB 5 91, bytestream 7517", "last_exit_at": "2026-09-02T23:16:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 1134.275, "last_started_at": "2026-09-02T22:57:51+09:00", "pid": 3569, "process": {"exists": false, "pid": 3569}, "restart_count": 18, "restart_count_per_hour": 2, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 19}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 65.506, "sample_count": 2833, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 251400, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T23:16:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 0.045, "last_frame_pushed_at": "2026-09-02T23:16:45+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-09-02T23:16:45+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 53, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 277.262, "last_sample_duration_ms": 494.434, "last_trigger": "periodic", "next_snapshot_in_sec": 322.738, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 53, "storage_bytes": 514009}, "mjpeg": {"age_sec": 0.036, "exists": true, "mtime": "2026-09-02T23:16:45.891505+09:00", "mtime_epoch": 1788358605.891505, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 95842}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T23:16:45+09:00", "process": {"exists": true, "fd_count": 111, "hwm_mb": 1058.762, "name": "celery", "pid": 217, "rss_mb": 1058.762, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 251400, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 133}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 133}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 133}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 133, "pushed_frames": 133, "read_frames": 132, "select_timeouts": 14, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.443, "pushed": 4.443, "read": 4.41}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 132, "client_acquire_ms": {"avg_ms": 0.006, "count": 133, "max_ms": 0.027, "p95_ms": 0.012, "reason": null, "sample_age_ms": 70.215, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.426, "count": 132, "max_ms": 2.667, "p95_ms": 1.113, "reason": null, "sample_age_ms": 94.987, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.187, "count": 132, "max_ms": 2.441, "p95_ms": 0.861, "reason": null, "sample_age_ms": 95.16, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.068, "count": 133, "max_ms": 0.352, "p95_ms": 0.118, "reason": null, "sample_age_ms": 70.219, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.024, "count": 132, "max_ms": 2.322, "p95_ms": 1.85, "reason": null, "sample_age_ms": 94.184, "source": "client_direct"}, "request_count": 132, "request_tensor_bytes": {"avg": 2211848.0, "count": 132, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 94.17, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 133, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 70.28, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 23.914, "count": 133, "max_ms": 40.045, "p95_ms": 33.511, "reason": null, "sample_age_ms": 70.212, "source": "client_direct"}, "sample_age_ms": 70.209, "source": "client_direct", "task_total_ms": {"avg_ms": 25.148, "count": 133, "max_ms": 41.461, "p95_ms": 34.587, "reason": null, "sample_age_ms": 70.209, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.171, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.594, "count": 133, "max_ms": 8.296, "p95_ms": 0.803}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.183, "count": 133, "max_ms": 1.571, "p95_ms": 0.273}, "detection_prepare_ms": {"avg_ms": 0.081, "count": 133, "max_ms": 0.554, "p95_ms": 0.124}, "event_filter_ms": {"avg_ms": 0.003, "count": 133, "max_ms": 0.022, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.058, "count": 133, "max_ms": 0.223, "p95_ms": 0.089}, "mcmt_ms": {"avg_ms": 0.002, "count": 133, "max_ms": 0.004, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.166, "count": 133, "max_ms": 5.173, "p95_ms": 0.214}, "setup_ms": {"avg_ms": 0.044, "count": 133, "max_ms": 1.348, "p95_ms": 0.067}, "total_inside_ms": {"avg_ms": 0.562, "count": 133, "max_ms": 8.258, "p95_ms": 0.76}, "track_match_ms": {"avg_ms": 0.003, "count": 133, "max_ms": 0.009, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.022, "count": 133, "max_ms": 0.127, "p95_ms": 0.036}}, "gstreamer_push": {"avg_ms": 2.145, "count": 133, "max_ms": 6.49, "p95_ms": 3.478}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 133, "max_ms": 0.091, "p95_ms": 0.05}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 25.815, "count": 133, "max_ms": 41.959, "p95_ms": 35.759}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.025, "count": 133, "max_ms": 0.062, "p95_ms": 0.04}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 48.45, "count": 133, "max_ms": 75.653, "p95_ms": 61.203}, "inference_input_copy_ms": {"avg_ms": 0.913, "count": 133, "max_ms": 2.533, "p95_ms": 1.646}, "processing_residual_ms": {"avg_ms": 0.104, "count": 133, "max_ms": 0.278, "p95_ms": 0.22}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 49.492, "count": 133, "max_ms": 76.611, "p95_ms": 62.787}, "read_interval": {"avg_ms": 226.648, "count": 132, "max_ms": 4368.167, "p95_ms": 501.356}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 133, "max_ms": 0.052, "p95_ms": 0.023}, "execute_total_ms": {"avg_ms": 0.116, "count": 133, "max_ms": 3.795, "p95_ms": 0.158}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 133, "max_ms": 0.058, "p95_ms": 0.018}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.104, "count": 133, "max_ms": 3.77, "p95_ms": 0.13}, "worker_merge_ms": {"avg_ms": 0.003, "count": 133, "max_ms": 0.007, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 25.826, "count": 133, "max_ms": 41.967, "p95_ms": 35.768}, "visualize": {"avg_ms": 21.352, "count": 133, "max_ms": 38.304, "p95_ms": 29.82}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 20.755, "count": 133, "max_ms": 37.452, "p95_ms": 29.215}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 21.225, "count": 133, "max_ms": 38.108, "p95_ms": 29.709}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 21.16, "count": 133, "max_ms": 38.021, "p95_ms": 29.638}, "visualizer_prepare_ms": {"avg_ms": 0.036, "count": 133, "max_ms": 0.09, "p95_ms": 0.059}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 133}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1058.723, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.189, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 65.467, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 251283, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T23:16:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 95985, "write_bytes_delta": 95985, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 700.0, "cpu_core_ratio": 0.967174, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 3569, "reason": null, "system_cpu_core_ratio": 0.050591, "system_cpu_s_delta": 0.509999999999998, "user_cpu_core_ratio": 0.916583, "user_cpu_s_delta": 9.240000000000009}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.540625, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.064478, "system_cpu_s_delta": 0.6499999999996362, "user_cpu_core_ratio": 0.476147, "user_cpu_s_delta": 4.799999999999272}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.622, "count": 301, "max_ms": 4.434, "p95_ms": 3.62, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 301}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 301}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.743, "count": 30, "max": 30.394, "p95": 22.943, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.152, "count": 30, "max": 20.99, "p95": 16.693, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 696.333, "count": 30, "max": 710.0, "p95": 705.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 10.033, "count": 30, "max": 154.0, "p95": 80.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.054, "p95": 0.053, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.916, "count": 30, "max": 0.968, "p95": 0.933, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98701.033, "count": 30, "max": 101692.0, "p95": 100826.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98701.033, "count": 30, "max": 101692.0, "p95": 100826.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.333, "count": 30, "max": 31.0, "p95": 21.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.06, "count": 30, "max": 0.064, "p95": 0.062, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.473, "count": 30, "max": 0.493, "p95": 0.489, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1688, "sampled_at": "2026-09-02T23:16:17+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T23:16:17+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 281737, "flush_count": 428, "flush_interval_seconds": 30.0, "flush_state": {"count": 428, "last_at": "2026-09-02T23:16:12", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T23:16:12", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 427}, "started": true, "suppressed_count": 250973, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 250973}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 428, "written_record_count": 428}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4793.938, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 695070720000, "copied_frame_count": 251400, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 695070720000, "frame_buffer_copies": 251400, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0821, "count": 512, "max_ms": 0.9796, "p50_ms": 0.0733, "p95_ms": 0.1241, "p99_ms": 0.1978}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1516, "count": 512, "max_ms": 2.3077, "p50_ms": 1.128, "p95_ms": 1.7714, "p99_ms": 2.1103, "results": {"failed": 0, "not_applicable": 0, "success": 251400, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 18, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T23:16:45+09:00", "last_error_summary": "[h264 @ 0x5afb336ec3c0] cabac decode of qscale diff failed at 5 91 [h264 @ 0x5afb336ec3c0] error while decoding MB 5 91, bytestream 7517", "last_exit_at": "2026-09-02T23:16:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 1134.302, "last_started_at": "2026-09-02T22:57:51+09:00", "pid": 3569, "process": {"exists": false, "pid": 3569}, "restart_count": 18, "restart_count_per_hour": 2, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 19}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 65.506, "sample_count": 2832, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 251400, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T23:16:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 0.071, "last_frame_pushed_at": "2026-09-02T23:16:45+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-09-02T23:16:45+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 53, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 277.28, "last_sample_duration_ms": 494.434, "last_trigger": "periodic", "next_snapshot_in_sec": 322.72, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 53, "storage_bytes": 514009}, "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-09-02T23:16:45.891505+09:00", "mtime_epoch": 1788358605.891505, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 95842}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T23:16:45+09:00", "process": {"exists": true, "fd_count": 111, "hwm_mb": 1058.762, "name": "celery", "pid": 217, "rss_mb": 1058.762, "state": "S (sleeping)", "threads": 70}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 251400, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 133}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 133}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 133}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 133, "pushed_frames": 133, "read_frames": 132, "select_timeouts": 14, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.439, "pushed": 4.439, "read": 4.406}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 132, "client_acquire_ms": {"avg_ms": 0.006, "count": 133, "max_ms": 0.027, "p95_ms": 0.012, "reason": null, "sample_age_ms": 91.05, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.426, "count": 132, "max_ms": 2.667, "p95_ms": 1.113, "reason": null, "sample_age_ms": 115.823, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.187, "count": 132, "max_ms": 2.441, "p95_ms": 0.861, "reason": null, "sample_age_ms": 115.995, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.068, "count": 133, "max_ms": 0.352, "p95_ms": 0.118, "reason": null, "sample_age_ms": 91.054, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.024, "count": 132, "max_ms": 2.322, "p95_ms": 1.85, "reason": null, "sample_age_ms": 115.019, "source": "client_direct"}, "request_count": 132, "request_tensor_bytes": {"avg": 2211848.0, "count": 132, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 115.005, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 133, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 91.115, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 23.914, "count": 133, "max_ms": 40.045, "p95_ms": 33.511, "reason": null, "sample_age_ms": 91.047, "source": "client_direct"}, "sample_age_ms": 91.045, "source": "client_direct", "task_total_ms": {"avg_ms": 25.148, "count": 133, "max_ms": 41.461, "p95_ms": 34.587, "reason": null, "sample_age_ms": 91.045, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.742, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.594, "count": 133, "max_ms": 8.296, "p95_ms": 0.803}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.183, "count": 133, "max_ms": 1.571, "p95_ms": 0.273}, "detection_prepare_ms": {"avg_ms": 0.081, "count": 133, "max_ms": 0.554, "p95_ms": 0.124}, "event_filter_ms": {"avg_ms": 0.003, "count": 133, "max_ms": 0.022, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.058, "count": 133, "max_ms": 0.223, "p95_ms": 0.089}, "mcmt_ms": {"avg_ms": 0.002, "count": 133, "max_ms": 0.004, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.166, "count": 133, "max_ms": 5.173, "p95_ms": 0.214}, "setup_ms": {"avg_ms": 0.044, "count": 133, "max_ms": 1.348, "p95_ms": 0.067}, "total_inside_ms": {"avg_ms": 0.562, "count": 133, "max_ms": 8.258, "p95_ms": 0.76}, "track_match_ms": {"avg_ms": 0.003, "count": 133, "max_ms": 0.009, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.022, "count": 133, "max_ms": 0.127, "p95_ms": 0.036}}, "gstreamer_push": {"avg_ms": 2.145, "count": 133, "max_ms": 6.49, "p95_ms": 3.478}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 133, "max_ms": 0.091, "p95_ms": 0.05}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 25.815, "count": 133, "max_ms": 41.959, "p95_ms": 35.759}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.025, "count": 133, "max_ms": 0.062, "p95_ms": 0.04}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 48.45, "count": 133, "max_ms": 75.653, "p95_ms": 61.203}, "inference_input_copy_ms": {"avg_ms": 0.913, "count": 133, "max_ms": 2.533, "p95_ms": 1.646}, "processing_residual_ms": {"avg_ms": 0.104, "count": 133, "max_ms": 0.278, "p95_ms": 0.22}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 49.492, "count": 133, "max_ms": 76.611, "p95_ms": 62.787}, "read_interval": {"avg_ms": 226.648, "count": 132, "max_ms": 4368.167, "p95_ms": 501.356}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 133, "max_ms": 0.052, "p95_ms": 0.023}, "execute_total_ms": {"avg_ms": 0.116, "count": 133, "max_ms": 3.795, "p95_ms": 0.158}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 133, "max_ms": 0.058, "p95_ms": 0.018}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.104, "count": 133, "max_ms": 3.77, "p95_ms": 0.13}, "worker_merge_ms": {"avg_ms": 0.003, "count": 133, "max_ms": 0.007, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 25.826, "count": 133, "max_ms": 41.967, "p95_ms": 35.768}, "visualize": {"avg_ms": 21.352, "count": 133, "max_ms": 38.304, "p95_ms": 29.82}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 20.755, "count": 133, "max_ms": 37.452, "p95_ms": 29.215}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 21.225, "count": 133, "max_ms": 38.108, "p95_ms": 29.709}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 21.16, "count": 133, "max_ms": 38.021, "p95_ms": 29.638}, "visualizer_prepare_ms": {"avg_ms": 0.036, "count": 133, "max_ms": 0.09, "p95_ms": 0.059}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 133}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1058.723, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.189, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 65.467, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 251283, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T23:16:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 95985, "write_bytes_delta": 95985, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 700.0, "cpu_core_ratio": 0.967174, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 3569, "reason": null, "system_cpu_core_ratio": 0.050591, "system_cpu_s_delta": 0.509999999999998, "user_cpu_core_ratio": 0.916583, "user_cpu_s_delta": 9.240000000000009}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.540625, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.064478, "system_cpu_s_delta": 0.6499999999996362, "user_cpu_core_ratio": 0.476147, "user_cpu_s_delta": 4.799999999999272}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.622, "count": 301, "max_ms": 4.434, "p95_ms": 3.62, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 301}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 301}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.743, "count": 30, "max": 30.394, "p95": 22.943, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.152, "count": 30, "max": 20.99, "p95": 16.693, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 696.333, "count": 30, "max": 710.0, "p95": 705.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 10.033, "count": 30, "max": 154.0, "p95": 80.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.054, "p95": 0.053, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.916, "count": 30, "max": 0.968, "p95": 0.933, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98701.033, "count": 30, "max": 101692.0, "p95": 100826.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98701.033, "count": 30, "max": 101692.0, "p95": 100826.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.333, "count": 30, "max": 31.0, "p95": 21.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.06, "count": 30, "max": 0.064, "p95": 0.062, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.473, "count": 30, "max": 0.493, "p95": 0.489, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1688, "sampled_at": "2026-09-02T23:16:17+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T23:16:17+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20260902_160928_afbbf4cf.jsonl", "file_size_bytes": 281737, "flush_count": 428, "flush_interval_seconds": 30.0, "flush_state": {"count": 428, "last_at": "2026-09-02T23:16:12", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-09-02T23:16:12", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 427}, "started": true, "suppressed_count": 250973, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 250973}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 428, "written_record_count": 428}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4832.867, "limit_mb": null}, "detail": {"pid": 3685, "restart_count": 19, "start_count": 20}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 695070720000, "copied_frame_count": 251400, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "afbbf4cf", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 695070720000, "frame_buffer_copies": 251400, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0821, "count": 512, "max_ms": 0.9796, "p50_ms": 0.0733, "p95_ms": 0.1241, "p99_ms": 0.1978}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1516, "count": 512, "max_ms": 2.3077, "p50_ms": 1.128, "p95_ms": 1.7714, "p99_ms": 2.1103, "results": {"failed": 0, "not_applicable": 0, "success": 251400, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "afbbf4cf", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 18, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-09-02T23:16:45+09:00", "last_error_summary": "[h264 @ 0x5afb336ec3c0] cabac decode of qscale diff failed at 5 91 [h264 @ 0x5afb336ec3c0] error while decoding MB 5 91, bytestream 7517", "last_exit_at": "2026-09-02T23:16:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-09-02T23:16:48+09:00", "pid": 3685, "process": {"exists": true, "fd_count": 4, "hwm_mb": 75.367, "name": "ffmpeg", "pid": 3685, "rss_mb": 75.367, "state": "S (sleeping)", "threads": 1}, "restart_count": 19, "restart_count_per_hour": 3, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 20}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 65.665, "sample_count": 2789, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 251400, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T23:16:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "afbbf4cf", "last_frame_pushed_age_sec": 4.462, "last_frame_pushed_at": "2026-09-02T23:16:45+09:00", "last_frame_read_age_sec": 4.505, "last_frame_read_at": "2026-09-02T23:16:45+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 53, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 281.67, "last_sample_duration_ms": 494.434, "last_trigger": "periodic", "next_snapshot_in_sec": 318.33, "reason": "waiting_for_next_snapshot", "rotation_count": 87, "runtime_state": "active", "sample_count": 53, "storage_bytes": 514009}, "mjpeg": {"age_sec": 4.454, "exists": true, "mtime": "2026-09-02T23:16:45.891505+09:00", "mtime_epoch": 1788358605.891505, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 95842}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-09-02T23:16:50+09:00", "process": {"exists": true, "fd_count": 112, "hwm_mb": 1058.766, "name": "celery", "pid": 217, "rss_mb": 1058.766, "state": "S (sleeping)", "threads": 71}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 251400, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 89}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 89}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 89}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 89, "pushed_frames": 89, "read_frames": 88, "select_timeouts": 14, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.969, "pushed": 2.969, "read": 2.936}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 88, "client_acquire_ms": {"avg_ms": 0.005, "count": 88, "max_ms": 0.025, "p95_ms": 0.012, "reason": null, "sample_age_ms": 4482.275, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.423, "count": 88, "max_ms": 2.667, "p95_ms": 1.113, "reason": null, "sample_age_ms": 4507.048, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.187, "count": 88, "max_ms": 2.441, "p95_ms": 0.863, "reason": null, "sample_age_ms": 4507.221, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.066, "count": 88, "max_ms": 0.352, "p95_ms": 0.111, "reason": null, "sample_age_ms": 4482.28, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.947, "count": 88, "max_ms": 2.322, "p95_ms": 1.582, "reason": null, "sample_age_ms": 4506.245, "source": "client_direct"}, "request_count": 88, "request_tensor_bytes": {"avg": 2211848.0, "count": 88, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4506.231, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 88, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4482.341, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 25.172, "count": 88, "max_ms": 38.668, "p95_ms": 32.643, "reason": null, "sample_age_ms": 4482.273, "source": "client_direct"}, "sample_age_ms": 4482.27, "source": "client_direct", "task_total_ms": {"avg_ms": 26.31, "count": 88, "max_ms": 39.944, "p95_ms": 34.03, "reason": null, "sample_age_ms": 4482.27, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 217, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.078, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.598, "count": 89, "max_ms": 8.296, "p95_ms": 0.799}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.182, "count": 89, "max_ms": 1.571, "p95_ms": 0.273}, "detection_prepare_ms": {"avg_ms": 0.075, "count": 89, "max_ms": 0.217, "p95_ms": 0.12}, "event_filter_ms": {"avg_ms": 0.003, "count": 89, "max_ms": 0.013, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.055, "count": 89, "max_ms": 0.132, "p95_ms": 0.081}, "mcmt_ms": {"avg_ms": 0.002, "count": 89, "max_ms": 0.004, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.182, "count": 89, "max_ms": 5.173, "p95_ms": 0.21}, "setup_ms": {"avg_ms": 0.047, "count": 89, "max_ms": 1.348, "p95_ms": 0.057}, "total_inside_ms": {"avg_ms": 0.568, "count": 89, "max_ms": 8.258, "p95_ms": 0.754}, "track_match_ms": {"avg_ms": 0.003, "count": 89, "max_ms": 0.007, "p95_ms": 0.004}, "tracker_update_ms": {"avg_ms": 0.02, "count": 89, "max_ms": 0.08, "p95_ms": 0.031}}, "gstreamer_push": {"avg_ms": 1.905, "count": 89, "max_ms": 6.49, "p95_ms": 3.178}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.031, "count": 89, "max_ms": 0.061, "p95_ms": 0.048}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 26.922, "count": 89, "max_ms": 41.157, "p95_ms": 35.477}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.025, "count": 89, "max_ms": 0.062, "p95_ms": 0.04}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 48.699, "count": 89, "max_ms": 75.653, "p95_ms": 60.637}, "inference_input_copy_ms": {"avg_ms": 0.833, "count": 89, "max_ms": 2.533, "p95_ms": 1.416}, "processing_residual_ms": {"avg_ms": 0.091, "count": 89, "max_ms": 0.214, "p95_ms": 0.19}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 49.648, "count": 89, "max_ms": 76.611, "p95_ms": 61.575}, "read_interval": {"avg_ms": 289.982, "count": 88, "max_ms": 4368.167, "p95_ms": 814.691}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 89, "max_ms": 0.052, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.128, "count": 89, "max_ms": 3.795, "p95_ms": 0.158}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 89, "max_ms": 0.03, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.117, "count": 89, "max_ms": 3.77, "p95_ms": 0.13}, "worker_merge_ms": {"avg_ms": 0.003, "count": 89, "max_ms": 0.007, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 26.932, "count": 89, "max_ms": 41.174, "p95_ms": 35.488}, "visualize": {"avg_ms": 20.495, "count": 89, "max_ms": 38.304, "p95_ms": 29.82}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 19.901, "count": 89, "max_ms": 37.452, "p95_ms": 29.167}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 20.37, "count": 89, "max_ms": 38.108, "p95_ms": 29.709}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 20.308, "count": 89, "max_ms": 38.021, "p95_ms": 29.638}, "visualizer_prepare_ms": {"avg_ms": 0.036, "count": 89, "max_ms": 0.077, "p95_ms": 0.059}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 89}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 217, "process_rss_mb_proxy": 1058.723, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.189, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "afbbf4cf", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 65.467, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 251283, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-09-02T23:16:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 95985, "write_bytes_delta": 95985, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 700.0, "cpu_core_ratio": 0.967174, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 3569, "reason": null, "system_cpu_core_ratio": 0.050591, "system_cpu_s_delta": 0.509999999999998, "user_cpu_core_ratio": 0.916583, "user_cpu_s_delta": 9.240000000000009}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.540625, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 217, "reason": null, "system_cpu_core_ratio": 0.064478, "system_cpu_s_delta": 0.6499999999996362, "user_cpu_core_ratio": 0.476147, "user_cpu_s_delta": 4.799999999999272}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.622, "count": 301, "max_ms": 4.434, "p95_ms": 3.62, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 301}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 301}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.743, "count": 30, "max": 30.394, "p95": 22.943, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.152, "count": 30, "max": 20.99, "p95": 16.693, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 696.333, "count": 30, "max": 710.0, "p95": 705.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 10.033, "count": 30, "max": 154.0, "p95": 80.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.054, "p95": 0.053, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.916, "count": 30, "max": 0.968, "p95": 0.933, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98701.033, "count": 30, "max": 101692.0, "p95": 100826.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98701.033, "count": 30, "max": 101692.0, "p95": 100826.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.333, "count": 30, "max": 31.0, "p95": 21.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.06, "count": 30, "max": 0.064, "p95": 0.062, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.473, "count": 30, "max": 0.493, "p95": 0.489, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1688, "sampled_at": "2026-09-02T23:16:17+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-09-02T23:16:17+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-09-02T16:09:25+09:00", "state": "running", "task_id": "04d434c2-0749-4dd9-b339-792151126e42", "trigger": "start", "triton_protocol": "grpc"}
